-- Logs begin at Sun 2022-07-31 13:20:19 UTC, end at Sun 2022-07-31 14:43:20 UTC. -- Jul 31 14:13:21.080364 dv-cinder-849846-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 31 14:13:23.748075 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.common.config [-] Logging enabled! Jul 31 14:13:23.748648 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev455 Jul 31 14:13:23.748879 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103773) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 31 14:13:23.752164 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.common.config [-] Logging enabled! Jul 31 14:13:23.752420 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev455 Jul 31 14:13:23.752733 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103773) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 31 14:13:23.753661 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 31 14:13:23.753895 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 31 14:13:23.754381 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 31 14:13:23.754629 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 31 14:13:23.754858 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 31 14:13:23.755180 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.755508 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.755742 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.756041 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.756334 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.756618 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.756912 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.757239 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.757526 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.757806 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.758091 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.758324 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.758605 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.758900 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.759188 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.759440 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] debug = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.759718 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.760154 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.760639 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.760830 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.761125 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.761410 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.761683 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.761960 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.762247 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.762580 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] host = dv-cinder-849846-4-iscsi {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.762861 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.763160 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.763796 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.763796 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.764013 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.764286 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.764573 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.764847 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.765120 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] log_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.765410 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.766201 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.766201 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.766371 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.766501 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.766725 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.767017 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.767320 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.767625 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.767904 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.768180 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.768456 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.768733 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.769008 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.769296 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.769582 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.769870 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.770143 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.770418 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.770693 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.770968 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.771253 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.771560 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.771834 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.772109 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.772398 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.772671 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.773469 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.773774 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.774062 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.774344 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.774631 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.774905 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.775189 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.775489 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.775764 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.776037 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] use_json = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.776308 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.776580 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.776864 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.777139 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.777412 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.777685 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.777960 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.778245 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.778518 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:23.778814 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.779113 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.779438 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.779727 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.780034 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.780314 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.780603 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.780884 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.781176 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.781467 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.781758 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.782041 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.782342 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.782635 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.782934 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.783244 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.783569 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.783865 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.784142 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.784417 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.784693 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.784972 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.785263 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.785542 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.785832 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.786124 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.786404 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.786701 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.786989 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.787277 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.787599 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.787889 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.788165 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.789076 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.789374 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.789662 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.789938 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.790231 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.790511 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.790786 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.791070 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.791362 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.791748 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.792024 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.792304 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.792598 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.792876 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.793151 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.793426 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.793706 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.793981 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.794268 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.794548 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.794820 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.795092 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.795370 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.795672 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.795951 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.796231 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.796505 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.796784 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.797058 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.797331 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.797608 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.797886 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.798163 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.798439 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.798716 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.798995 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.799270 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.799590 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.799871 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.800149 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.800426 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.800726 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.801007 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.801286 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.801568 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.801850 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.802129 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.802408 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.802689 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.802969 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.803244 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.803561 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.803851 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.804163 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.804450 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.804730 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.805051 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.805332 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.805612 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.805890 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.806173 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.806453 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.806737 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.807017 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.807296 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.807612 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.807900 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.808197 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.808496 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.808777 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.809071 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.809366 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.809666 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.809946 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.810262 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.810544 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:23.810763 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 31 14:13:23.811004 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103773) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 31 14:13:24.108255 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 31 14:13:24.108465 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 31 14:13:24.108772 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 31 14:13:24.109119 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 31 14:13:24.524132 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.524419 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.524690 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.525999 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.526272 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.526539 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.580184 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.580464 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.580735 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.595715 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.596003 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.596275 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.625790 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.626067 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.626331 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.662925 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.663206 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.663529 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.892929 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.893556 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.893556 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.893722 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.894610 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.993115 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.993434 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.993720 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.993988 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.994254 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.994563 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.994823 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.995077 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.995331 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.995641 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.995901 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.996167 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.996424 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.996678 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.996932 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.997198 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.997452 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.997720 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.997989 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.998250 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.998530 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.998780 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.999064 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.999480 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.999733 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:24.999980 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.000379 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 14:13:25.000619 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 14:13:25.000857 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 14:13:25.001092 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 14:13:25.001325 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 14:13:25.001560 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 14:13:25.001920 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 31 14:13:25.005039 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 31 14:13:25.009634 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 31 14:13:25.013478 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 31 14:13:25.015101 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 31 14:13:25.015752 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 31 14:13:25.016092 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 31 14:13:25.016480 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 31 14:13:25.019231 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 31 14:13:25.019511 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 31 14:13:25.019860 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 31 14:13:25.024957 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 31 14:13:25.047716 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 31 14:13:25.048171 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.048465 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103773) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 31 14:13:25.048836 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.050194 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103773) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 31 14:13:25.050471 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 31 14:13:25.050719 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 31 14:13:25.054572 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.054849 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.171198 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 31 14:13:25.171464 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 31 14:13:25.171702 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 31 14:13:25.172074 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 31 14:13:25.224586 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO dbcounter [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Registered counter for database neutron Jul 31 14:13:25.244864 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_db.sqlalchemy.engines [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103773) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 31 14:13:25.250774 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG dbcounter [-] [103773] Writer thread running {{(pid=103773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 14:13:25.799653 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Initializing driver for type 'gre' Jul 31 14:13:25.800171 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] gre ID ranges: [(1, 1000)] Jul 31 14:13:25.861131 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Initializing driver for type 'local' Jul 31 14:13:25.861467 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Initializing driver for type 'vlan' Jul 31 14:13:25.877552 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] VlanTypeDriver initialization complete Jul 31 14:13:25.877889 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Initializing driver for type 'vxlan' Jul 31 14:13:25.878378 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] vxlan ID ranges: [(1, 1000)] Jul 31 14:13:25.931876 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Initializing extension driver 'port_security' Jul 31 14:13:25.932494 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.extensions.port_security [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] PortSecurityExtensionDriver initialization complete Jul 31 14:13:25.932494 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Initializing mechanism driver 'openvswitch' Jul 31 14:13:25.932776 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Initializing mechanism driver 'hyperv' Jul 31 14:13:25.939478 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:13:25.940151 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > port after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.940768 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > port after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.941114 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > port after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.941610 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 14:13:25.942021 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > subnet after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.942370 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > subnet after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.942712 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.943098 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 14:13:25.943522 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > network after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.943869 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > network after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.944208 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > network after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.944618 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 14:13:25.945017 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > security_group after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.945359 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > security_group after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.945695 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.946081 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 14:13:25.946474 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.946811 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.947142 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.947545 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 14:13:25.947941 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > address_group after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.948279 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > address_group after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.948609 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.948989 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 14:13:25.949422 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] ML2 OVO RPC backend initialized. {{(pid=103773) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 31 14:13:25.950114 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.950463 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.950874 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > network before_response 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.951217 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > networks before_response 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.951582 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > port before_response 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.951919 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > ports before_response 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.952254 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > subnet before_response 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.952588 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > subnets before_response 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.952926 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > network after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.953257 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > network after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.953586 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > network after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.953913 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > port after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.954238 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > port after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.954567 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > port after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.954890 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > subnet after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.955216 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > subnet after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.955575 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:25.963415 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded quota_driver: . Jul 31 14:13:25.963796 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Modular L2 Plugin initialization complete Jul 31 14:13:25.964140 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading services supported by the core plugin {{(pid=103773) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 31 14:13:25.964476 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.plugins.ml2.managers [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Got port-security extension from driver 'port_security' Jul 31 14:13:25.964948 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.extensions.vlantransparent [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Disabled vlantransparent extension. Jul 31 14:13:25.965442 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103773) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 31 14:13:25.965761 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading Plugin: router Jul 31 14:13:26.000858 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.001249 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router after_create 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.001614 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router before_create 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.001973 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.002340 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.002695 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router after_delete 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.003066 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.003410 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.003789 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router after_create 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.004137 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router after_update 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.004489 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router after_update 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.004833 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.005187 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router after_update 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.005592 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router precommit_update 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.005954 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: port after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.006286 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: port after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.006618 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: subnet after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.006968 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.007319 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.007690 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router precommit_create 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.008028 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: port before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.008366 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router precommit_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.008713 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router after_update 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.009051 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.009397 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router precommit_create 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.009754 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.010092 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router precommit_update 55549900 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.010452 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > agent after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.010795 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > agent after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.011134 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > network after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.011998 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Tracking information for resource: router configured {{(pid=103773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 14:13:26.012323 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Tracking information for resource: floatingip configured {{(pid=103773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 14:13:26.017036 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.db.l3_agentschedulers_db [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 31 14:13:26.017598 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: port after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.017951 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: port after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.018296 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: port after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.018642 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: port after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.019410 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router before_create 55550100 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.019793 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.020150 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router precommit_create 55550100 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.020500 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > router precommit_update 55550100 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.025840 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.services.provider_configuration [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service providers = [] {{(pid=103773) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 31 14:13:26.026194 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.db.servicetype_db [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103773) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 31 14:13:26.029283 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.services.service_base [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 31 14:13:26.029629 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.services.service_base [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 31 14:13:26.029965 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.services.service_base [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 31 14:13:26.030833 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.services.service_base [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 31 14:13:26.031194 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.services.service_base [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 31 14:13:26.031595 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 14:13:26.031909 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 31 14:13:26.042619 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 14:13:26.042946 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading Plugin: auto_allocate Jul 31 14:13:26.048606 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: network precommit_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.048971 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: network precommit_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.049482 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 14:13:26.049841 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading Plugin: tag Jul 31 14:13:26.056562 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 14:13:26.056883 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading Plugin: timestamp Jul 31 14:13:26.060637 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 14:13:26.060964 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading Plugin: network_ip_availability Jul 31 14:13:26.066615 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.066980 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.067330 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.068064 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 14:13:26.068379 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading Plugin: flavors Jul 31 14:13:26.073756 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 14:13:26.074081 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading Plugin: revisions Jul 31 14:13:26.078286 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 14:13:26.078672 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_concurrency.lockutils [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.970s {{(pid=103773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 31 14:13:26.079399 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103773) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 31 14:13:26.079755 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Initializing extension manager. Jul 31 14:13:26.080270 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: __init__.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.080607 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: __pycache__ {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.080937 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: address_group.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.081628 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.082182 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: address-group Jul 31 14:13:26.082500 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: address_scope.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.083163 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.083701 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: address-scope Jul 31 14:13:26.084016 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.084886 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.085982 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: router-admin-state-down-before-update Jul 31 14:13:26.086298 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: agent.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.086951 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.087476 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: agent Jul 31 14:13:26.087796 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: agent_resources_synced.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.088645 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.089145 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: agent-resources-synced Jul 31 14:13:26.089461 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: allowedaddresspairs.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.091174 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.091725 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: allowed-address-pairs Jul 31 14:13:26.092047 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: auto_allocated_topology.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.093058 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.093569 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: auto-allocated-topology Jul 31 14:13:26.093888 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: availability_zone.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.094545 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.095049 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: availability_zone Jul 31 14:13:26.095366 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: availability_zone_filter.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.096248 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.096750 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: availability_zone_filter Jul 31 14:13:26.097064 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: data_plane_status.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.097911 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.098415 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension data-plane-status not supported by any of loaded plugins Jul 31 14:13:26.098731 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: default_subnetpools.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.099622 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.100126 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: default-subnetpools Jul 31 14:13:26.100439 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.101219 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.101719 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: dhcp_agent_scheduler Jul 31 14:13:26.102032 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: dns.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.102886 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.103381 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension dns-integration not supported by any of loaded plugins Jul 31 14:13:26.103715 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: dns_domain_ports.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.104580 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.105077 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 31 14:13:26.105390 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.106247 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.106745 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 31 14:13:26.107060 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: dvr.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.107708 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.108210 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: dvr Jul 31 14:13:26.108524 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: ecmp_routes.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.109372 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.109867 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 31 14:13:26.110182 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: empty_string_filtering.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.111028 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.111552 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: empty-string-filtering Jul 31 14:13:26.111868 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.112710 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.113206 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 31 14:13:26.113521 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.114372 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.114881 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 31 14:13:26.115195 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: external_net.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.116069 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.116601 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: external-net Jul 31 14:13:26.116914 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.117756 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.118257 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: extra_dhcp_opt Jul 31 14:13:26.118568 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: extraroute.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.119410 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.119935 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: extraroute Jul 31 14:13:26.120247 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: extraroute_atomic.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.121210 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.121713 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: extraroute-atomic Jul 31 14:13:26.122055 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: filter_validation.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.122683 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.123372 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: filter-validation Jul 31 14:13:26.123721 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: fip_pf_description.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.124586 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.125089 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 31 14:13:26.125400 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: fip_pf_port_range.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.126250 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.126743 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 31 14:13:26.127055 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: fip_port_details.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.127932 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.128431 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: fip-port-details Jul 31 14:13:26.128742 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: flavors.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.129911 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.130422 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: flavors Jul 31 14:13:26.130742 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.132873 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.133391 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 31 14:13:26.133717 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: floatingip_pools.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.134376 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.134882 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: floatingip-pools Jul 31 14:13:26.135206 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: ip_allocation.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.136103 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.136608 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension ip_allocation not supported by any of loaded plugins Jul 31 14:13:26.136923 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.137786 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.138289 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: ip-substring-filtering Jul 31 14:13:26.138607 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l2_adjacency.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.139516 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.140017 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 31 14:13:26.140335 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l3.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.141261 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.141773 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: router Jul 31 14:13:26.142088 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.144270 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.144800 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 31 14:13:26.145132 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.145993 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.146502 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: ext-gw-mode Jul 31 14:13:26.146816 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.148333 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.148863 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: l3-ha Jul 31 14:13:26.149179 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.150053 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.150555 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 31 14:13:26.150868 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l3_flavors.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.151752 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.152264 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: l3-flavors Jul 31 14:13:26.152577 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.153878 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.154398 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 31 14:13:26.154722 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.155616 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.156127 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 31 14:13:26.156469 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: l3agentscheduler.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.157467 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.157979 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: l3_agent_scheduler Jul 31 14:13:26.158299 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: local_ip.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.160008 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.160531 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension local_ip not supported by any of loaded plugins Jul 31 14:13:26.160857 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: logging.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.162258 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.162777 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension logging not supported by any of loaded plugins Jul 31 14:13:26.163104 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: metering.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.163844 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.164603 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: metering Jul 31 14:13:26.164933 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.165960 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.166472 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: metering_source_and_destination_fields Jul 31 14:13:26.166791 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: multiprovidernet.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.167690 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.168198 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: multi-provider Jul 31 14:13:26.168517 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: netmtu.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.169371 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.169878 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: net-mtu Jul 31 14:13:26.170195 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: netmtu_writable.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.171057 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.171602 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: net-mtu-writable Jul 31 14:13:26.171922 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: network_availability_zone.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.172544 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.173045 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: network_availability_zone Jul 31 14:13:26.173363 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: network_ip_availability.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.174398 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.174914 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: network-ip-availability Jul 31 14:13:26.175233 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: network_segment_range.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.175975 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.176479 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension network-segment-range not supported by any of loaded plugins Jul 31 14:13:26.176798 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: pagination.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.177720 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.178041 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: pagination Jul 31 14:13:26.178356 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: port_device_profile.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.179230 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.179781 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: port-device-profile Jul 31 14:13:26.180100 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: port_mac_address_override.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.180964 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.181472 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: port-mac-override Jul 31 14:13:26.181790 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.182647 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.183152 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: port-mac-address-regenerate Jul 31 14:13:26.183501 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.184358 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.184862 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: port-numa-affinity-policy Jul 31 14:13:26.185183 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: port_resource_request.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.186047 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.186546 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension port-resource-request not supported by any of loaded plugins Jul 31 14:13:26.186859 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: port_resource_request_groups.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.187797 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.188294 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 31 14:13:26.188608 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: portbindings.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.189458 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.189955 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: binding Jul 31 14:13:26.190528 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: portbindings_extended.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.191743 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.192257 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: binding-extended Jul 31 14:13:26.192602 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: portsecurity.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.193455 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.193966 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: port-security Jul 31 14:13:26.194284 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: project_id.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.195755 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.196077 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: project-id Jul 31 14:13:26.196390 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: providernet.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.197244 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.197761 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: provider Jul 31 14:13:26.198076 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.201574 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.202094 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos not supported by any of loaded plugins Jul 31 14:13:26.202422 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.203645 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.204161 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 31 14:13:26.204481 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.205354 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.205862 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 31 14:13:26.206182 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_default.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.207036 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.207578 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-default not supported by any of loaded plugins Jul 31 14:13:26.207899 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_fip.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.208759 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.209266 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-fip not supported by any of loaded plugins Jul 31 14:13:26.209581 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.211015 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.211542 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 31 14:13:26.211857 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_gateway_ip.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.212723 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.213227 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 31 14:13:26.213539 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_port_network_policy.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.214393 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.214896 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 31 14:13:26.215209 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.216210 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.216718 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 31 14:13:26.217033 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.218018 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.218526 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 31 14:13:26.218843 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_pps_rule.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.219981 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.220488 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-pps not supported by any of loaded plugins Jul 31 14:13:26.220809 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_rule_type_details.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.221671 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.222168 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 31 14:13:26.222485 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.223335 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.223863 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 31 14:13:26.224179 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: qos_rules_alias.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.225170 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.225680 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 31 14:13:26.226020 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: quota_check_limit.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.226873 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.227379 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: quota-check-limit Jul 31 14:13:26.227719 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: quotasv2.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.228587 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.228906 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: quotas Jul 31 14:13:26.229218 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: quotasv2_detail.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.230850 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.231189 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: quota_details Jul 31 14:13:26.231544 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: rbac.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.234065 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.234595 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: rbac-policies Jul 31 14:13:26.234925 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: rbac_address_group.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.235840 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.236354 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: rbac-address-group Jul 31 14:13:26.236675 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: rbac_address_scope.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.237540 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.238047 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: rbac-address-scope Jul 31 14:13:26.238367 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: rbac_security_groups.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.239299 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.239840 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: rbac-security-groups Jul 31 14:13:26.240157 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: rbac_subnetpool.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.241023 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.241554 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: rbac-subnetpool Jul 31 14:13:26.241866 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: revisionifmatch.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.242728 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.243232 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: revision-if-match Jul 31 14:13:26.243584 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: revisions.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.244650 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.245159 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: standard-attr-revisions Jul 31 14:13:26.245483 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: router_availability_zone.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.246109 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.246612 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: router_availability_zone Jul 31 14:13:26.246926 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: routerservicetype.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.247822 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.248327 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension router-service-type not supported by any of loaded plugins Jul 31 14:13:26.248642 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.249512 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.250020 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: security-groups-normalized-cidr Jul 31 14:13:26.250335 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.251202 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.251745 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: port-security-groups-filtering Jul 31 14:13:26.252062 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.252945 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.253455 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: security-groups-remote-address-group Jul 31 14:13:26.253771 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.254642 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.255149 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: security-groups-shared-filtering Jul 31 14:13:26.255509 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: securitygroup.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.265507 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.266041 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: security-group Jul 31 14:13:26.266370 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: segment.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.267058 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.267601 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension segment not supported by any of loaded plugins Jul 31 14:13:26.267924 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.268809 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.269318 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 31 14:13:26.269638 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: servicetype.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.270671 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.271187 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: service-type Jul 31 14:13:26.271553 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: sorting.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.272481 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.273352 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: sorting Jul 31 14:13:26.273670 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: standard_attr_segment.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.274554 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.275066 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 31 14:13:26.275384 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: standardattrdescription.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.276014 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.276521 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: standard-attr-description Jul 31 14:13:26.276836 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: stateful_security_group.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.277724 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.278232 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: stateful-security-group Jul 31 14:13:26.278550 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: stdattrs_common.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.279088 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 31 14:13:26.279404 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.280303 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.280813 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 31 14:13:26.281130 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: subnet_onboard.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.282129 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.282643 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: subnet_onboard Jul 31 14:13:26.282963 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.283849 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.284354 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 31 14:13:26.284674 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: subnet_service_types.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.285542 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.286055 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: subnet-service-types Jul 31 14:13:26.286374 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: subnetallocation.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.287380 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.287917 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: subnet_allocation Jul 31 14:13:26.288267 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.288951 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.289460 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: subnetpool-prefix-ops Jul 31 14:13:26.289941 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.290638 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.291141 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 31 14:13:26.291478 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: tagging.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.292478 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.292997 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: standard-attr-tag Jul 31 14:13:26.293316 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: timestamp.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.294438 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.294943 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loaded extension: standard-attr-timestamp Jul 31 14:13:26.295259 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: trunk.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.296263 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.296771 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension trunk not supported by any of loaded plugins Jul 31 14:13:26.297085 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: trunk_details.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.297948 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.298454 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension trunk-details not supported by any of loaded plugins Jul 31 14:13:26.298772 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: uplink_status_propagation.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.299679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.300229 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 31 14:13:26.300504 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Loading extension file: vlantransparent.py {{(pid=103773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 14:13:26.301126 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 14:13:26.301629 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 31 14:13:26.304233 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:network Jul 31 14:13:26.304746 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:subnet Jul 31 14:13:26.305136 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 14:13:26.305520 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:port Jul 31 14:13:26.306787 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.307214 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service FLAVORS assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.307867 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.308284 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.308606 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:router Jul 31 14:13:26.309023 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:floatingip Jul 31 14:13:26.309487 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service METERING assigned prefix: /metering {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.310933 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.311296 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.311675 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:13:26.312648 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of CountableResource for resource:rbac_policy Jul 31 14:13:26.313087 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:security_group Jul 31 14:13:26.313520 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 31 14:13:26.314040 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service CORE assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.314362 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 14:13:26.314697 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] subnetpool is already registered Jul 31 14:13:26.315107 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service CORE assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.315703 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 14:13:26.316033 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] subnetpool is already registered Jul 31 14:13:26.318379 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.318808 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service FLAVORS assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.319390 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.320339 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.320670 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:router Jul 31 14:13:26.321005 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] router is already registered Jul 31 14:13:26.321421 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:floatingip Jul 31 14:13:26.321752 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] floatingip is already registered Jul 31 14:13:26.322204 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service METERING assigned prefix: /metering {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.322867 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of CountableResource for resource:rbac_policy Jul 31 14:13:26.323188 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] rbac_policy is already registered Jul 31 14:13:26.323614 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:security_group Jul 31 14:13:26.323942 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] security_group is already registered Jul 31 14:13:26.324336 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 31 14:13:26.324661 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] security_group_rule is already registered Jul 31 14:13:26.325282 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service CORE assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.325600 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 14:13:26.325925 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] subnetpool is already registered Jul 31 14:13:26.326330 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.v2.resource_helper [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Service CORE assigned prefix: {{(pid=103773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 14:13:26.326647 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 14:13:26.326968 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING neutron.quota.resource_registry [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] subnetpool is already registered Jul 31 14:13:26.327452 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: extensions {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.328911 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: address-groups {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.330399 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: address-scopes {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.331720 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: agents {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.332878 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: auto-allocated-topology {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.334093 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: availability_zones {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.335925 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: dhcp-networks {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.337485 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: dhcp-agents {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.338905 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: routers {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.340637 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: flavors {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.341888 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: service_profiles {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.343098 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: next_providers {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.344717 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: service_profiles {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.346275 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: floatingip-pools {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.347534 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: routers {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.349216 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: floatingips {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.350476 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: l3-routers {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.351975 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: l3-agents {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.353389 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: metering-labels {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.354637 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: metering-label-rules {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.356053 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: network-ip-availabilities {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.357308 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: bindings {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.358864 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: quotas {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.361348 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: quotas {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.362886 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: rbac-policies {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.364107 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: security-groups {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.365410 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: security-group-rules {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.366693 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: service-providers {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.367951 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: subnetpools {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.369268 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: subnetpools {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.370809 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.372520 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.374400 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.376191 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.377896 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.379864 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.381616 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.384064 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.385820 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.387616 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron.api.extensions [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Extended resource: tags {{(pid=103773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 14:13:26.393730 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING keystonemiddleware.auth_token [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 31 14:13:26.399434 dv-cinder-849846-4-iscsi neutron-server[103773]: WARNING keystonemiddleware.auth_token [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 31 14:13:26.408223 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_concurrency.lockutils [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Acquired lock "singleton_lock" {{(pid=103773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 31 14:13:26.408692 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_concurrency.lockutils [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Releasing lock "singleton_lock" {{(pid=103773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 31 14:13:26.409343 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO oslo_service.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Starting 2 workers Jul 31 14:13:26.414164 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Started child 103882 {{(pid=103773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 31 14:13:26.418558 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Started child 103883 {{(pid=103773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 31 14:13:26.420255 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO neutron.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 31 14:13:26.420878 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:26.423371 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO oslo_service.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Starting 1 workers Jul 31 14:13:26.424168 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:26.424798 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:26.425684 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [-] (103883) wsgi starting up on http://0.0.0.0:9696 Jul 31 14:13:26.425786 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [-] (103882) wsgi starting up on http://0.0.0.0:9696 Jul 31 14:13:26.428730 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Started child 103884 {{(pid=103773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 31 14:13:26.429787 dv-cinder-849846-4-iscsi neutron-server[103773]: INFO oslo_service.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Starting 1 workers Jul 31 14:13:26.433358 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] calling RpcWorker wait() {{(pid=103884) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 31 14:13:26.433914 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] returning from RpcWorker wait() {{(pid=103884) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 31 14:13:26.434264 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Started child 103885 {{(pid=103773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 31 14:13:26.435026 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-070972ba-b257-42a1-9666-e482cf7f2389 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:26.435139 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:26.435517 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:13:26.437158 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 31 14:13:26.437363 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 31 14:13:26.437541 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 31 14:13:26.437764 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 31 14:13:26.438086 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 31 14:13:26.438263 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 31 14:13:26.438800 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.439073 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.439334 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.439629 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.440200 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.440713 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.440965 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.441064 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:26.441519 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.441519 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.441648 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.441815 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.441910 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:13:26.442058 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.442265 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.442645 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.442925 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.443178 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.443449 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.443626 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.443883 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.444157 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.444401 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.445262 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] debug = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.445535 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.446039 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.446295 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.446552 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.446800 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.447069 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.447322 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.447620 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.447866 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.448110 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.448326 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.448585 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.448831 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.449072 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.449310 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.449579 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.449801 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.450284 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] host = dv-cinder-849846-4-iscsi {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.450519 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.450762 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.451027 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.451283 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.451562 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.451777 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.452031 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.452286 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.452548 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.452773 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.453019 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.453272 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.453503 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.453738 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.453894 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_options = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.454141 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.454409 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.454661 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.454850 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.455015 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.455175 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.455452 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.455610 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.455905 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.456076 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.456292 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.458617 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.458617 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.458617 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.458617 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.458617 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.458617 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.458617 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.458617 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.460181 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.460181 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.460181 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.460181 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.460181 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.460181 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.461429 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.461429 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.461429 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.461429 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.461429 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.461429 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.462596 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.462596 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.462596 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.462596 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.462596 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.465955 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.465955 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.465955 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.465955 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.465955 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.465955 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.465955 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.465955 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.467147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.467147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.467147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_json = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.467147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.467147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.467147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.467147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.467147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.467147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.469679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.469679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.469679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.469679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.469679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.469679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.469679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.469679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471229 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471229 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471229 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471229 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471229 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471229 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471229 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471229 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471808 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471808 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471808 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471808 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471808 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.471808 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.472238 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.472238 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.472417 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.472696 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.472913 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.473298 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.473694 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.474061 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.474508 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.474903 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.475342 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.475901 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.476344 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.476752 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.477006 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.477240 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.479490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.479490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.479490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.479490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.479490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.479490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.479490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.479490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.479490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.480190 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.480190 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.480190 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.480410 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.480497 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.480737 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.480948 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.481329 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.481566 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.481775 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.482157 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.482538 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.482958 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.483200 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485080 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485080 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485080 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485080 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485080 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485080 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485080 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485080 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485738 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485738 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485738 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.485946 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.486020 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.486217 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.486434 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.486641 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.487004 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.487365 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.487753 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.487968 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.488205 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.488421 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.488634 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.488861 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.489070 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.489303 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.489511 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.489772 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.489979 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.490185 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.490547 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.490778 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.490988 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.491833 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.492114 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.492358 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.492596 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.492840 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.493061 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.493314 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.493529 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.493765 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.493980 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.494243 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.494465 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.494723 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.494957 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.495316 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.495733 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.496110 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.496485 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.496840 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.497231 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.497612 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.497982 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.498359 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.498733 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.499142 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.499545 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.499931 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.500316 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.500679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.503050 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.503344 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.503684 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.503953 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.504250 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.504500 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.504793 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.505106 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.505372 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.505675 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.505933 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.506194 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.506463 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.506724 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.507728 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.509803 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.511146 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.511401 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.512597 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.512597 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.512797 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.512916 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.513249 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.513510 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.513732 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.513952 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.514242 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.514497 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.514740 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.515005 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.515256 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.516041 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.516292 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.516947 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.517174 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.517416 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.517679 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.517893 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.518115 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.518326 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.518705 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.519071 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.519327 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.519591 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.519844 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.520071 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.520286 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.520504 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.520773 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.520982 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.521216 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.521435 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.521685 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.521902 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.522135 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.522346 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.522769 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.523005 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.523225 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.523517 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.523767 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.524012 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.524240 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.524484 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.524717 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.524928 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.525166 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.525387 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.525596 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.525811 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.526024 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.526238 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.526468 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.526691 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.526905 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.527141 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.527393 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.527750 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.528002 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.528248 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.528502 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.528741 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.528957 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.529190 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.529404 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.529659 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.529872 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.530088 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.530300 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.530536 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.530749 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.530961 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.531174 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.531451 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.531687 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.531923 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.532136 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.532352 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.532565 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.532799 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.533010 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.533235 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.533442 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.533648 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.533865 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.534402 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.534700 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.534947 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.535171 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.535439 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.535709 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.535918 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.536177 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.536363 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.536569 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.536789 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.537002 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.537207 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.537430 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.537636 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.537862 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.538087 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.538321 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.538454 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:13:26.538598 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.538746 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.538926 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.539131 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.539349 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.539587 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.539793 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.540013 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.540221 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.540427 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.540665 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.540864 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.541068 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.541308 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.541513 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.541767 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.541983 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.542197 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.542402 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.542694 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.543305 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.543305 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.543627 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.543761 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.544131 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.544131 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.544425 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.544667 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.544904 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.545133 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.545350 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.545628 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.545842 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.546159 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.546906 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.546906 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.547197 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.547197 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.547484 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.547738 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.547946 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.548254 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.548572 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.548840 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.549124 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.549371 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.549639 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.549858 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.550072 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.550363 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.550511 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.550729 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.550964 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.551210 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.551776 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.552988 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.553220 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.553442 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.553670 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.554416 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.554637 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.554875 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.555023 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 31 14:13:26.555901 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 31 14:13:26.556068 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 31 14:13:26.556218 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 31 14:13:26.556384 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 31 14:13:26.556549 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 31 14:13:26.556699 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 31 14:13:26.557125 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.557293 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.557449 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.557606 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.557803 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.557962 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.558122 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.558276 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.558430 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.558586 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.558740 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.558894 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.559050 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.559206 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.559360 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.559683 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.559683 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.559940 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.560082 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.560212 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.560344 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.560473 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] debug = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.560602 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.560732 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.560901 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.561702 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.561702 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.561702 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.561702 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.561702 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.561702 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.562081 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.562081 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.562227 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.562308 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.562749 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.562749 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.562749 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.562983 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.562983 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] host = dv-cinder-849846-4-iscsi {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.563123 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.563276 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564118 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564118 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564118 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564118 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564118 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564476 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564476 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564476 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564676 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564768 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.564879 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.565032 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.565185 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_options = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.565593 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.565748 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.565902 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.566086 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.566245 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.566400 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.566554 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.566707 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.566862 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.567017 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.567169 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.567324 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.567506 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.567664 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.567816 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.567970 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.568162 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.568284 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.568438 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.568592 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.568746 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.568898 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.569051 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.569208 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.569364 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.570111 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.570269 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.570424 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.570578 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.570770 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.570952 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.571086 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.571240 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.571395 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.571574 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.571727 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.571882 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.572037 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.572195 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.572350 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.572504 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.572658 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.572811 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.572965 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.573119 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.573273 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.573427 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_json = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.573580 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.573735 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.573894 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.574045 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.574199 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.574351 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.574509 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.574658 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.574795 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 14:13:26.574964 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.575122 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.575288 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.575464 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.575622 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.575778 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.575933 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.576088 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.576243 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.576403 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.576563 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.576891 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.577050 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.577208 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.577365 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.577525 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.577681 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.577838 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.577994 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.578155 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.578297 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.578455 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.578621 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.578764 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.578922 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.579077 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.579233 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.579408 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.579589 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.579724 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.579878 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.580049 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.580179 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.580334 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.580490 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.580647 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.580803 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.580960 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.581117 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.581274 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.581431 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.581587 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.581744 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.581900 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.582057 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.582214 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.582371 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.582539 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.582672 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.582829 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.582986 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.583141 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.583298 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.583476 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.583635 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.583793 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.583948 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.584115 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.584270 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.584426 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.584582 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.584740 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.584896 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.585067 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.585250 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.585431 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.585589 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.585745 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.585915 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.586071 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.586227 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.586383 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.586539 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.586697 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.586855 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.587011 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.587167 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.587321 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.587499 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.587657 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.587812 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.587967 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.588129 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.588287 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.588443 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.588599 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.588754 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.588909 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.589065 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.589220 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.589379 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.589553 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.589704 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.589853 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.590010 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.590168 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.590324 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.590479 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.590633 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.590789 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.590945 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.591101 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.591256 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.591434 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.591592 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.591749 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.591904 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.592059 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.592214 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.592370 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.592527 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.592683 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.592838 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.592994 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.593151 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.593307 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.593464 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.593619 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.593775 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.593931 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.594086 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.594242 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.594408 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.594564 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.594722 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.594877 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.595040 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.595207 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.595365 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.595546 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.595703 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.595859 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.596016 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.596172 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.596329 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.596484 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.596640 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.596798 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.596965 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.597121 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.597278 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.597434 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.597613 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.597769 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.597924 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.598085 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.598240 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.598397 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.598553 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.598708 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.598863 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.599019 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.599175 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.599331 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.599511 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.599667 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.599821 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.599976 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.600132 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.600288 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.600443 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.600598 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.600776 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.600933 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.601088 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.601244 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.601399 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.601554 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.601709 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.601864 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.602020 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.602175 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.602331 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.602488 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.602643 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.602798 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.602954 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.603107 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.603263 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.603431 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.603594 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.603752 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.603909 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.604065 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.604222 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.604378 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.604536 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.604692 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.604849 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.605006 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.605161 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.605319 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.605475 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.605631 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.605787 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.605944 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.606100 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.606278 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.606432 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.606587 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.606745 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.606903 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.607058 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.607214 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.607370 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.607550 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.607706 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.607864 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.608019 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.608179 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.608333 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.608489 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.608644 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.608802 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.608960 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.609116 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.609272 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.609430 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.609584 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.609741 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.609895 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.610053 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.610209 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.610365 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.610521 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.610676 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.610843 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.610999 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.611155 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.611311 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.611486 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.611644 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.611809 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.611965 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.612127 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.612812 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.612812 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.612812 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.612812 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.613114 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.613114 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.613114 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.613337 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.613422 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.613565 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.613720 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.613876 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.614031 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.614186 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.614342 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.614506 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.614662 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.614817 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.614973 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.615127 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.615283 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.615465 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.615624 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.615780 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.615935 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.616090 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.616244 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.616927 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.617085 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.617241 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.617405 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.617561 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.617718 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.617873 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.618040 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.618197 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.618356 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.618513 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.618672 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.618828 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.618987 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.619147 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.619314 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.619498 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.619657 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.619820 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.619984 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.620149 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.620304 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.620468 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.620635 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.620796 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.620936 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.621091 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.621246 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.621402 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.621562 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.621701 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.621856 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.622010 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.622166 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.622321 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.622477 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.622634 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.622789 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.622945 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.623101 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.623258 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.623414 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.623589 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 14:13:26.623740 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 31 14:13:26.754930 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53038) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:13:26.764286 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071983 Jul 31 14:13:35.926653 dv-cinder-849846-4-iscsi neutron-server[103773]: DEBUG dbcounter [-] [103773] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:13:38.019022 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writer thread running {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 14:13:38.037031 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6871cf83-bc61-47d4-9cca-9c945f95cdd4 None None] get_active_networks_info from dv-cinder-849846-4-iscsi {{(pid=103884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 31 14:13:38.156338 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6871cf83-bc61-47d4-9cca-9c945f95cdd4 None None] No non-hosted networks {{(pid=103884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 31 14:13:38.164349 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3901-4c40-459d-a467-882b52bddac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659119'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:39.488332 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writer thread running {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 14:13:40.102777 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e348ddc-a8f0-4f71-9e5d-da1e11a98559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659119'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:40.129200 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab402ad1-c846-4dd0-9cbd-e46ee80c7093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:41.105090 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53104) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:13:41.382551 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659119'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:41.690336 dv-cinder-849846-4-iscsi neutron-server[103883]: WARNING oslo_policy.policy [None req-2b950a8b-4f19-4a9f-ad21-be79506dec5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 14:13:41.691204 dv-cinder-849846-4-iscsi neutron-server[103883]: WARNING oslo_policy.policy [None req-2b950a8b-4f19-4a9f-ad21-be79506dec5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 14:13:41.913299 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [None req-2b950a8b-4f19-4a9f-ad21-be79506dec5f admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:13:41.927443 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-2b950a8b-4f19-4a9f-ad21-be79506dec5f admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8076169 Jul 31 14:13:42.785770 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659119'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:42.925146 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659119'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:42.926637 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.927278 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.930241 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.931027 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.932010 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.932679 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.933602 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.934212 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.935110 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.935686 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.936313 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.936990 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.937554 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.938199 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.938984 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:42.939687 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849846-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:13:42.955034 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849846-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:13:44.269398 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53142) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:13:44.461934 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.db.l3_hamode_db [None req-fd4b2128-2db5-4ba0-b1d1-82bf3635aa1c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 31 14:13:44.546423 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b2128-2db5-4ba0-b1d1-82bf3635aa1c None None] Routers set() bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:13:44.546766 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b2128-2db5-4ba0-b1d1-82bf3635aa1c None None] Router IDs set() for agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 31 14:13:44.823685 dv-cinder-849846-4-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-9519b312-bbd0-4784-8bfc-64841e1b4f81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 14:13:44.824257 dv-cinder-849846-4-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-9519b312-bbd0-4784-8bfc-64841e1b4f81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 14:13:45.044857 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-9519b312-bbd0-4784-8bfc-64841e1b4f81 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:13:45.136780 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.policy [None req-9519b312-bbd0-4784-8bfc-64841e1b4f81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103882) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 31 14:13:45.182355 dv-cinder-849846-4-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-9519b312-bbd0-4784-8bfc-64841e1b4f81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 14:13:45.182731 dv-cinder-849846-4-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-9519b312-bbd0-4784-8bfc-64841e1b4f81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 14:13:45.202856 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writer thread running {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 14:13:45.278459 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9519b312-bbd0-4784-8bfc-64841e1b4f81 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760638933520', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760638933028', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760638196548', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760638185647', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760638185235', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760638235332', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1031337', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1154679', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-341902', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432235'] for rbac-policy (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:45.346586 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9519b312-bbd0-4784-8bfc-64841e1b4f81 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:45.347919 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9519b312-bbd0-4784-8bfc-64841e1b4f81 admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0773890 Jul 31 14:13:47.530072 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53160) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:13:47.843814 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:13:47.873678 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Made reservation on behalf of 5217f721e7dc4ba1b007c1d77e414191 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:13:47.877449 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:47.893999 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:48.003492 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Publish callbacks [] for security_group (81d91643-640c-4ba3-84d4-1eb0bf52e79f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:48.007088 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (81d91643-640c-4ba3-84d4-1eb0bf52e79f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:48.031189 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:13:48.064607 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760641902812', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (4d9e111c-b197-47b7-8986-7e621228d6a5), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:48.065423 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Unsubscribe: segment precommit_create {{(pid=103882) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 31 14:13:48.065949 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Added segment 4d9e111c-b197-47b7-8986-7e621228d6a5 of type vlan for network 1e8d3497-060e-4150-9173-a970845eac30 Jul 31 14:13:48.085680 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=81d91643-640c-4ba3-84d4-1eb0bf52e79f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:13:48.132929 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.133265 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.133619 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.133958 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.134286 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.134607 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.134918 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.135239 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.135591 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.135908 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.136224 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.136552 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.136872 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.137184 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.137490 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Tracked resource versions report: Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: pushed versions: Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: { 'AddressGroup': {'1.2'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Agent': {'1.1'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'ConntrackHelper': {'1.0'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'LocalIPAssociation': {'1.0'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Log': {'1.0'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'NDPProxy': {'1.0'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Network': {'1.1'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Port': {'1.7'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'PortForwarding': {'1.3'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'QosPolicy': {'1.10'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SecurityGroup': {'1.5'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SecurityGroupRule': {'1.2'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SubPort': {'1.0'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Subnet': {'1.1'}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Trunk': {'1.1'}} Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: consumer versions: Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: { DHCP agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: L3 agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: Metadata agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: Metering agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: Open vSwitch agent@dv-cinder-849846-4-iscsi: { 'AddressGroup': '1.2', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Agent': '1.1', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'ConntrackHelper': '1.0', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'LocalIPAssociation': '1.0', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Log': '1.0', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'NDPProxy': '1.0', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Network': '1.1', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Port': '1.7', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'PortForwarding': '1.3', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'QosPolicy': '1.10', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SecurityGroup': '1.5', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SecurityGroupRule': '1.2', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SubPort': '1.0', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Subnet': '1.1', Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Trunk': '1.1'}} Jul 31 14:13:48.138907 dv-cinder-849846-4-iscsi neutron-server[103882]: {{(pid=103882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 14:13:48.181486 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (1e8d3497-060e-4150-9173-a970845eac30), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:48.199520 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:13:48.225751 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (1e8d3497-060e-4150-9173-a970845eac30), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:48.230830 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:13:48.231535 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:48.323087 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7918515 Jul 31 14:13:48.353617 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daaccb-5302-4e1f-af37-b19d1638249d demo demo] Pushing event updated for resources: {'Network': ['ID=1e8d3497-060e-4150-9173-a970845eac30,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:13:48.366610 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 1e8d3497-060e-4150-9173-a970845eac30 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:13:50.593966 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53174) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:13:51.008023 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16288082-6dc3-40f3-a632-d377cb48f213 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:13:51.009315 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-16288082-6dc3-40f3-a632-d377cb48f213 demo admin] 10.222.0.40 "GET /v2.0/networks/1e8d3497-060e-4150-9173-a970845eac30 HTTP/1.1" status: 200 len: 825 time: 0.4144037 Jul 31 14:13:51.033782 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-11bb0e90-a545-4733-8256-75ae4e4edd64 demo admin] 10.222.0.40 "GET /v2.0/subnetpools/7bd30a0a-2f40-494b-82b0-d709056a63f9 HTTP/1.1" status: 200 len: 734 time: 0.0187700 Jul 31 14:13:51.042117 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Request body: {'subnet': {'network_id': '1e8d3497-060e-4150-9173-a970845eac30', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7bd30a0a-2f40-494b-82b0-d709056a63f9', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:13:51.063129 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Made reservation on behalf of 5217f721e7dc4ba1b007c1d77e414191 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:13:51.065746 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:51.212678 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=19,neutron:SELECT=74,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:13:51.362534 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (4f0c5c65-2885-4994-bf4f-07767e6262e6), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:51.433436 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4f0c5c65-2885-4994-bf4f-07767e6262e6,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:13:51.437961 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Checking segment: {'id': '4d9e111c-b197-47b7-8986-7e621228d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e8d3497-060e-4150-9173-a970845eac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:13:51.438421 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Network hostable DHCP agents. Network: 1e8d3497-060e-4150-9173-a970845eac30, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:13:51.460487 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Network 1e8d3497-060e-4150-9173-a970845eac30 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:13:51.471289 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 1e8d3497-060e-4150-9173-a970845eac30) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:13:51.476094 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:13:51.476685 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:51.481719 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7588242-3c9c-42f8-a38a-41766da378f6 None None] Network 1e8d3497-060e-4150-9173-a970845eac30 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:13:51.492382 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d12b3b9a-056e-4c2d-88af-19d36cab3e40 demo admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4533358 Jul 31 14:13:51.745350 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-1e8d3497-060e-4150-9173-a970845eac30', 'network_id': '1e8d3497-060e-4150-9173-a970845eac30', 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'fixed_ips': [{'subnet_id': '4f0c5c65-2885-4994-bf4f-07767e6262e6'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:13:51.746777 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:52.032982 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Allocated IP 172.20.0.2 (1e8d3497-060e-4150-9173-a970845eac30/4f0c5c65-2885-4994-bf4f-07767e6262e6/312e873f-7fc0-41b1-955e-97906845f9be) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:13:52.136621 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:13:52.309719 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Publish callbacks [] for port (312e873f-7fc0-41b1-955e-97906845f9be), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:52.318703 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (312e873f-7fc0-41b1-955e-97906845f9be), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:52.395980 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Network 1e8d3497-060e-4150-9173-a970845eac30 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:13:52.401818 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:13:52.406762 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Pushing event updated for resources: {'Port': ['ID=312e873f-7fc0-41b1-955e-97906845f9be,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:13:52.408936 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:13:52.443308 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.443759 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.444025 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.444377 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.444861 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.445026 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.445374 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.445673 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.445981 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.446300 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.446619 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.446952 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.447267 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.447609 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.447922 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Tracked resource versions report: Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: pushed versions: Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: { 'AddressGroup': {'1.2'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Agent': {'1.1'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Log': {'1.0'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'NDPProxy': {'1.0'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Network': {'1.1'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Port': {'1.7'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'PortForwarding': {'1.3'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'QosPolicy': {'1.10'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SecurityGroup': {'1.5'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SubPort': {'1.0'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Subnet': {'1.1'}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Trunk': {'1.1'}} Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: consumer versions: Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: { DHCP agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: L3 agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: Metadata agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: Metering agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: Open vSwitch agent@dv-cinder-849846-4-iscsi: { 'AddressGroup': '1.2', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Agent': '1.1', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'ConntrackHelper': '1.0', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'LocalIPAssociation': '1.0', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Log': '1.0', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'NDPProxy': '1.0', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Network': '1.1', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Port': '1.7', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'PortForwarding': '1.3', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'QosPolicy': '1.10', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SecurityGroup': '1.5', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SecurityGroupRule': '1.2', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SubPort': '1.0', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Subnet': '1.1', Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Trunk': '1.1'}} Jul 31 14:13:52.449373 dv-cinder-849846-4-iscsi neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 14:13:52.490788 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:13:52.502735 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Attempting to bind port 312e873f-7fc0-41b1-955e-97906845f9be on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:13:52.503137 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Attempting to bind port 312e873f-7fc0-41b1-955e-97906845f9be by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '4d9e111c-b197-47b7-8986-7e621228d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e8d3497-060e-4150-9173-a970845eac30'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:13:52.503596 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Attempting to bind port 312e873f-7fc0-41b1-955e-97906845f9be on network 1e8d3497-060e-4150-9173-a970845eac30 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:13:52.509069 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:13:52.509440 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Checking segment: {'id': '4d9e111c-b197-47b7-8986-7e621228d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e8d3497-060e-4150-9173-a970845eac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:13:52.509908 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:52.510294 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Bound using segment: {'id': '4d9e111c-b197-47b7-8986-7e621228d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e8d3497-060e-4150-9173-a970845eac30'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:13:52.510766 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Bound port: 312e873f-7fc0-41b1-955e-97906845f9be, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9e111c-b197-47b7-8986-7e621228d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e8d3497-060e-4150-9173-a970845eac30'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:13:52.511165 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (312e873f-7fc0-41b1-955e-97906845f9be), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:52.571760 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] For port 312e873f-7fc0-41b1-955e-97906845f9be, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:13:52.592683 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] For port 312e873f-7fc0-41b1-955e-97906845f9be, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=312e873f-7fc0-41b1-955e-97906845f9be,segment=NetworkSegment(4d9e111c-b197-47b7-8986-7e621228d6a5),segment_id=4d9e111c-b197-47b7-8986-7e621228d6a5)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:13:52.600819 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (312e873f-7fc0-41b1-955e-97906845f9be), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:52.652386 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6e310-8ab0-43ec-a70d-60723037fb10 None None] Pushing event updated for resources: {'Port': ['ID=312e873f-7fc0-41b1-955e-97906845f9be,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:13:52.785396 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=7 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:13:52.804669 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:13:53.786221 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53186) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:13:54.115101 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [None req-d931c897-06d0-490a-a5c6-bc86573f693f admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:13:54.116247 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d931c897-06d0-490a-a5c6-bc86573f693f admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3290162 Jul 31 14:13:56.379082 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53194) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:13:56.705562 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [None req-5ecebad7-1f07-4254-b218-2000caa2be9c admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:13:56.706557 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5ecebad7-1f07-4254-b218-2000caa2be9c admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3265426 Jul 31 14:13:58.984404 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53202) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:13:59.326448 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-06cbba6e-2692-422c-bf3e-c4b46c14d278 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:13:59.353464 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-06cbba6e-2692-422c-bf3e-c4b46c14d278 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (783e12ca-132d-4ca1-97f8-12a58efa8dfd), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:59.355090 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-06cbba6e-2692-422c-bf3e-c4b46c14d278 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (783e12ca-132d-4ca1-97f8-12a58efa8dfd), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:59.510796 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-06cbba6e-2692-422c-bf3e-c4b46c14d278 demo demo] Publish callbacks [] for router_controller (783e12ca-132d-4ca1-97f8-12a58efa8dfd), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:59.515980 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-06cbba6e-2692-422c-bf3e-c4b46c14d278 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (783e12ca-132d-4ca1-97f8-12a58efa8dfd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:59.533986 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-06cbba6e-2692-422c-bf3e-c4b46c14d278 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:13:59.535145 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-06cbba6e-2692-422c-bf3e-c4b46c14d278 demo demo] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5497291 Jul 31 14:14:00.705561 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a4825c-7c2a-4929-9a3b-9b9191d46aa0 None None] Network 1e8d3497-060e-4150-9173-a970845eac30 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:14:00.755151 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 312e873f-7fc0-41b1-955e-97906845f9be up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:14:00.774646 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-f6e0b733-a0c3-43a7-bb1d-ca67cc6c0fde None None] Provisioning complete for port 312e873f-7fc0-41b1-955e-97906845f9be triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:00.775059 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6e0b733-a0c3-43a7-bb1d-ca67cc6c0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (312e873f-7fc0-41b1-955e-97906845f9be), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:00.976160 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 312e873f-7fc0-41b1-955e-97906845f9be triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:00.976449 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (312e873f-7fc0-41b1-955e-97906845f9be), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:01.025235 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0b733-a0c3-43a7-bb1d-ca67cc6c0fde None None] Current status of the port 312e873f-7fc0-41b1-955e-97906845f9be is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:14:01.025629 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6e0b733-a0c3-43a7-bb1d-ca67cc6c0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (312e873f-7fc0-41b1-955e-97906845f9be), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:01.099798 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f6e0b733-a0c3-43a7-bb1d-ca67cc6c0fde None None] For port 312e873f-7fc0-41b1-955e-97906845f9be, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=312e873f-7fc0-41b1-955e-97906845f9be,segment=NetworkSegment(4d9e111c-b197-47b7-8986-7e621228d6a5),segment_id=4d9e111c-b197-47b7-8986-7e621228d6a5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:14:01.110415 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6e0b733-a0c3-43a7-bb1d-ca67cc6c0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (312e873f-7fc0-41b1-955e-97906845f9be), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:01.114006 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 312e873f-7fc0-41b1-955e-97906845f9be is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:14:01.114380 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (312e873f-7fc0-41b1-955e-97906845f9be), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:01.191618 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0b733-a0c3-43a7-bb1d-ca67cc6c0fde None None] Pushing event updated for resources: {'Port': ['ID=312e873f-7fc0-41b1-955e-97906845f9be,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:01.205188 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.db.api [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 31 14:14:01.205659 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG oslo_db.api [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 31 14:14:01.222454 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:01.230697 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-5cd67c8f-5a8a-435f-99a9-eac291d6edae None None] Provisioning complete for port 312e873f-7fc0-41b1-955e-97906845f9be triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:01.231012 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cd67c8f-5a8a-435f-99a9-eac291d6edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (312e873f-7fc0-41b1-955e-97906845f9be), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:01.294268 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:01.305315 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5cd67c8f-5a8a-435f-99a9-eac291d6edae None None] Current status of the port 312e873f-7fc0-41b1-955e-97906845f9be is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:14:01.738620 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 312e873f-7fc0-41b1-955e-97906845f9be is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:14:01.831117 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53216) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:14:02.145438 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [None req-e143c511-79b4-40c4-a67b-3a98e1727483 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:14:02.147063 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e143c511-79b4-40c4-a67b-3a98e1727483 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3149881 Jul 31 14:14:02.695537 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 312e873f-7fc0-41b1-955e-97906845f9be up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:14:02.744362 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 312e873f-7fc0-41b1-955e-97906845f9be triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:02.745001 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (312e873f-7fc0-41b1-955e-97906845f9be), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:02.816423 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 312e873f-7fc0-41b1-955e-97906845f9be is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:14:04.390862 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53224) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:14:04.706828 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:14:04.729033 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Made reservation on behalf of 0e21ca24dfa94435a41c5ab2bd838cb9 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:14:04.731529 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:04.739503 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:04.793959 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:04.815939 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Publish callbacks [] for security_group (ed60f6fd-bbcd-4e11-a934-c24f1ebeb7f3), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:04.820215 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (ed60f6fd-bbcd-4e11-a934-c24f1ebeb7f3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:04.836017 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Reserving flat network on physical network physnet1 {{(pid=103882) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 31 14:14:04.855349 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed60f6fd-bbcd-4e11-a934-c24f1ebeb7f3,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:04.861305 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (a34d5ca5-3852-4cc8-869a-666e8ea5a782), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:04.861635 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Added segment a34d5ca5-3852-4cc8-869a-666e8ea5a782 of type flat for network 3373492e-f5bb-4024-91af-c69b58f30d57 Jul 31 14:14:04.905892 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (3373492e-f5bb-4024-91af-c69b58f30d57), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:04.938480 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (3373492e-f5bb-4024-91af-c69b58f30d57), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:04.939366 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:14:04.940212 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:05.012155 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6201887 Jul 31 14:14:05.037356 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b88b1-59f3-486a-8ff0-60718d1efa98 admin admin] Pushing event updated for resources: {'Network': ['ID=3373492e-f5bb-4024-91af-c69b58f30d57,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:05.047755 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 3373492e-f5bb-4024-91af-c69b58f30d57 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:14:07.249735 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53232) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:14:07.712169 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writer thread running {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 14:14:07.735636 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:07.892129 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.policy [None req-3f6cfea6-dfba-4629-b5de-078b56625287 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 31 14:14:07.936835 dv-cinder-849846-4-iscsi neutron-server[103883]: WARNING oslo_policy.policy [None req-3f6cfea6-dfba-4629-b5de-078b56625287 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 14:14:07.937212 dv-cinder-849846-4-iscsi neutron-server[103883]: WARNING oslo_policy.policy [None req-3f6cfea6-dfba-4629-b5de-078b56625287 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 14:14:07.945327 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6cfea6-dfba-4629-b5de-078b56625287 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:14:07.947876 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-3f6cfea6-dfba-4629-b5de-078b56625287 demo admin] 10.222.0.40 "GET /v2.0/subnets/4f0c5c65-2885-4994-bf4f-07767e6262e6 HTTP/1.1" status: 200 len: 849 time: 0.6971743 Jul 31 14:14:07.952644 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-060d9d71-4353-4fb3-873a-77607822d9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:08.113834 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-c8991627-8ec8-4271-8231-f64c72e712aa demo admin] 10.222.0.40 "GET /v2.0/routers/783e12ca-132d-4ca1-97f8-12a58efa8dfd HTTP/1.1" status: 200 len: 704 time: 0.1601145 Jul 31 14:14:08.373226 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:08.698287 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Allocated IP 172.20.0.1 (1e8d3497-060e-4150-9173-a970845eac30/4f0c5c65-2885-4994-bf4f-07767e6262e6/659e2d60-d302-4b36-8557-65e2bbdb719d) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:14:08.908690 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Publish callbacks [] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:08.974167 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:09.038439 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Network 1e8d3497-060e-4150-9173-a970845eac30 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:14:09.043771 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:14:09.084897 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Pushing event updated for resources: {'Port': ['ID=659e2d60-d302-4b36-8557-65e2bbdb719d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:09.089840 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:14:09.090402 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (783e12ca-132d-4ca1-97f8-12a58efa8dfd), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:09.148132 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.148403 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.148766 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.149107 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.149441 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.149773 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.150098 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.150424 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.150762 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.151090 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.151412 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.151755 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.152072 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.152390 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.152708 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Tracked resource versions report: Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: pushed versions: Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: { 'AddressGroup': {'1.2'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Agent': {'1.1'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Log': {'1.0'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'NDPProxy': {'1.0'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Network': {'1.1'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Port': {'1.7'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'PortForwarding': {'1.3'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'QosPolicy': {'1.10'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SecurityGroup': {'1.5'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SubPort': {'1.0'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Subnet': {'1.1'}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Trunk': {'1.1'}} Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: consumer versions: Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: { DHCP agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: L3 agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: Metadata agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: Metering agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: Open vSwitch agent@dv-cinder-849846-4-iscsi: { 'AddressGroup': '1.2', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Agent': '1.1', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'ConntrackHelper': '1.0', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'LocalIPAssociation': '1.0', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Log': '1.0', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'NDPProxy': '1.0', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Network': '1.1', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Port': '1.7', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'PortForwarding': '1.3', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'QosPolicy': '1.10', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SecurityGroup': '1.5', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SecurityGroupRule': '1.2', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SubPort': '1.0', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Subnet': '1.1', Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Trunk': '1.1'}} Jul 31 14:14:09.154144 dv-cinder-849846-4-iscsi neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 14:14:09.251070 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:09.271642 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-52a69412-256a-4dde-a4c3-6db109fb01f9 None None] Provisioning complete for port 659e2d60-d302-4b36-8557-65e2bbdb719d triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:09.272179 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52a69412-256a-4dde-a4c3-6db109fb01f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:09.303492 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-52a69412-256a-4dde-a4c3-6db109fb01f9 None None] Port 659e2d60-d302-4b36-8557-65e2bbdb719d cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:14:09.303989 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:09.329662 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:09.504350 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Publish callbacks [] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:09.508619 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:09.509426 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (783e12ca-132d-4ca1-97f8-12a58efa8dfd), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:09.587774 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Pushing event updated for resources: {'Port': ['ID=659e2d60-d302-4b36-8557-65e2bbdb719d,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:09.635126 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Network 1e8d3497-060e-4150-9173-a970845eac30 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:14:09.636987 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:14:09.795029 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Router 783e12ca-132d-4ca1-97f8-12a58efa8dfd is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:14:09.824261 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-7101f47a-4245-4b1d-93d3-7676d3cf5a7e None None] Provisioning complete for port 659e2d60-d302-4b36-8557-65e2bbdb719d triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:09.824636 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7101f47a-4245-4b1d-93d3-7676d3cf5a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:09.860894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7101f47a-4245-4b1d-93d3-7676d3cf5a7e None None] Port 659e2d60-d302-4b36-8557-65e2bbdb719d cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:14:09.940486 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:14:09.946578 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-67d16970-28ea-4dca-b906-410c5ad82bcc demo admin] 10.222.0.40 "PUT /v2.0/routers/783e12ca-132d-4ca1-97f8-12a58efa8dfd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8273406 Jul 31 14:14:09.951083 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Sync routers for ids ['783e12ca-132d-4ca1-97f8-12a58efa8dfd'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:14:09.963895 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Routers {'783e12ca-132d-4ca1-97f8-12a58efa8dfd'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:14:09.964768 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:13:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['783e12ca-132d-4ca1-97f8-12a58efa8dfd'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:14:10.093922 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ded8158e-f3f3-4348-bc8f-f0264983778f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:10.151540 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Set router 783e12ca-132d-4ca1-97f8-12a58efa8dfd gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:14:10.576046 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'name': 'router1', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:13:59Z', 'updated_at': '2022-07-31T14:14:09Z', 'revision_number': 2, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'gw_port_host': None, '_interfaces': [{'id': '659e2d60-d302-4b36-8557-65e2bbdb719d', 'name': '', 'network_id': '1e8d3497-060e-4150-9173-a970845eac30', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'mac_address': 'fa:16:3e:87:e5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:14:08Z', 'updated_at': '2022-07-31T14:14:09Z', 'revision_number': 2, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'subnets': [{'id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd30a0a-2f40-494b-82b0-d709056a63f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:14:10.626945 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Checking router: 783e12ca-132d-4ca1-97f8-12a58efa8dfd for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:14:10.627314 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Updating router 783e12ca-132d-4ca1-97f8-12a58efa8dfd port 659e2d60-d302-4b36-8557-65e2bbdb719d binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:14:10.680292 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:11.178578 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Publish callbacks [] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:11.185145 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:11.331911 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Attempting to bind port 659e2d60-d302-4b36-8557-65e2bbdb719d on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:14:11.332317 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Attempting to bind port 659e2d60-d302-4b36-8557-65e2bbdb719d by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '4d9e111c-b197-47b7-8986-7e621228d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e8d3497-060e-4150-9173-a970845eac30'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:14:11.332757 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Attempting to bind port 659e2d60-d302-4b36-8557-65e2bbdb719d on network 1e8d3497-060e-4150-9173-a970845eac30 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:14:11.338713 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:14:11.339115 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Checking segment: {'id': '4d9e111c-b197-47b7-8986-7e621228d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e8d3497-060e-4150-9173-a970845eac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:14:11.339652 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:11.340014 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Bound using segment: {'id': '4d9e111c-b197-47b7-8986-7e621228d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e8d3497-060e-4150-9173-a970845eac30'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:14:11.340499 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Bound port: 659e2d60-d302-4b36-8557-65e2bbdb719d, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9e111c-b197-47b7-8986-7e621228d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e8d3497-060e-4150-9173-a970845eac30'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:14:11.340878 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:11.343696 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Pushing event updated for resources: {'Port': ['ID=659e2d60-d302-4b36-8557-65e2bbdb719d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:11.347442 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:11.361512 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.361874 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.362204 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.362541 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.362871 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.363197 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.363545 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.363867 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.364255 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.364585 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.364924 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.365246 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.365568 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.365884 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.366200 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Tracked resource versions report: Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: pushed versions: Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: { 'AddressGroup': {'1.2'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Agent': {'1.1'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Log': {'1.0'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'NDPProxy': {'1.0'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Network': {'1.1'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Port': {'1.7'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'PortForwarding': {'1.3'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'QosPolicy': {'1.10'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SecurityGroup': {'1.5'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SubPort': {'1.0'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Subnet': {'1.1'}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Trunk': {'1.1'}} Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: consumer versions: Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: { DHCP agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: L3 agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: Metadata agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: Metering agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: Open vSwitch agent@dv-cinder-849846-4-iscsi: { 'AddressGroup': '1.2', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Agent': '1.1', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'ConntrackHelper': '1.0', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'LocalIPAssociation': '1.0', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Log': '1.0', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'NDPProxy': '1.0', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Network': '1.1', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Port': '1.7', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'PortForwarding': '1.3', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'QosPolicy': '1.10', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SecurityGroup': '1.5', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SecurityGroupRule': '1.2', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SubPort': '1.0', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Subnet': '1.1', Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Trunk': '1.1'}} Jul 31 14:14:11.367706 dv-cinder-849846-4-iscsi neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 14:14:11.424702 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] For port 659e2d60-d302-4b36-8557-65e2bbdb719d, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:14:11.445070 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] For port 659e2d60-d302-4b36-8557-65e2bbdb719d, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=659e2d60-d302-4b36-8557-65e2bbdb719d,segment=NetworkSegment(4d9e111c-b197-47b7-8986-7e621228d6a5),segment_id=4d9e111c-b197-47b7-8986-7e621228d6a5)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:14:11.451155 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:11.480689 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:11.481293 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:11.487631 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Routers {'783e12ca-132d-4ca1-97f8-12a58efa8dfd'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:14:11.488249 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:14:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['783e12ca-132d-4ca1-97f8-12a58efa8dfd'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:14:11.571935 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ad2c4-b725-418a-a4be-07ee10be88a8 None None] Pushing event updated for resources: {'Port': ['ID=659e2d60-d302-4b36-8557-65e2bbdb719d,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:11.593973 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] Set router 783e12ca-132d-4ca1-97f8-12a58efa8dfd gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:14:11.789481 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'name': 'router1', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:13:59Z', 'updated_at': '2022-07-31T14:14:09Z', 'revision_number': 2, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'gw_port_host': None, '_interfaces': [{'id': '659e2d60-d302-4b36-8557-65e2bbdb719d', 'name': '', 'network_id': '1e8d3497-060e-4150-9173-a970845eac30', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'mac_address': 'fa:16:3e:87:e5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:14:08Z', 'updated_at': '2022-07-31T14:14:11Z', 'revision_number': 4, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'subnets': [{'id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd30a0a-2f40-494b-82b0-d709056a63f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:14:11.815686 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12c75a-2615-4969-b4da-f9c8cd51d42d None None] The sync data for ids ['783e12ca-132d-4ca1-97f8-12a58efa8dfd'] in dv-cinder-849846-4-iscsi is: [{'id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'name': 'router1', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:13:59Z', 'updated_at': '2022-07-31T14:14:09Z', 'revision_number': 2, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'gw_port_host': None, '_interfaces': [{'id': '659e2d60-d302-4b36-8557-65e2bbdb719d', 'name': '', 'network_id': '1e8d3497-060e-4150-9173-a970845eac30', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'mac_address': 'fa:16:3e:87:e5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:14:08Z', 'updated_at': '2022-07-31T14:14:11Z', 'revision_number': 4, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'subnets': [{'id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd30a0a-2f40-494b-82b0-d709056a63f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:14:12.162687 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53252) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:14:12.478796 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:14:12.548072 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f4c754-3667-4d85-b70f-0a63fb27638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:14:12.549424 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-85f4c754-3667-4d85-b70f-0a63fb27638a admin admin] 10.222.0.40 "GET /v2.0/networks/3373492e-f5bb-4024-91af-c69b58f30d57 HTTP/1.1" status: 200 len: 842 time: 0.3857954 Jul 31 14:14:12.558874 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Request body: {'subnet': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:14:12.594722 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Made reservation on behalf of 0e21ca24dfa94435a41c5ab2bd838cb9 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:14:12.597193 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:12.715540 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:12.781687 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:12.831225 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:12.897662 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.objects.ports [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103883) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 31 14:14:12.898089 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (5a8ed535-5aec-41e7-82a4-11fd6b97a5fa), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:12.923464 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:12.952337 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8ed535-5aec-41e7-82a4-11fd6b97a5fa,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:12.978674 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:14:12.978985 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Network hostable DHCP agents. Network: 3373492e-f5bb-4024-91af-c69b58f30d57, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:14:13.002754 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:14:13.015555 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 3373492e-f5bb-4024-91af-c69b58f30d57) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:14:13.019708 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:14:13.020380 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:13.027633 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b633c-3ee5-4495-84e1-44522b84803b None None] Network 3373492e-f5bb-4024-91af-c69b58f30d57 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:14:13.044595 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-599ca9ae-eb32-4b60-8821-2625c9f93ae3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4890294 Jul 31 14:14:13.148213 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ecf3c-50c8-42ac-a231-bc3e540c51a7 None None] Network 3373492e-f5bb-4024-91af-c69b58f30d57 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:14:15.028945 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=22,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:15.033570 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=14 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:15.347676 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53262) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:14:15.762719 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-8623c24f-bc44-43ea-96c8-0d685825271d demo admin] 10.222.0.40 "GET /v2.0/routers/783e12ca-132d-4ca1-97f8-12a58efa8dfd HTTP/1.1" status: 200 len: 710 time: 0.4138954 Jul 31 14:14:15.854982 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5df87b0-fed0-4b9c-8817-b9f908a27b37 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:14:15.861803 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e5df87b0-fed0-4b9c-8817-b9f908a27b37 demo admin] 10.222.0.40 "GET /v2.0/networks/3373492e-f5bb-4024-91af-c69b58f30d57 HTTP/1.1" status: 200 len: 886 time: 0.0881052 Jul 31 14:14:15.866278 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:14:16.104707 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Publish callbacks [] for router_gateway (783e12ca-132d-4ca1-97f8-12a58efa8dfd), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:16.325558 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Publish callbacks [] for router_gateway (783e12ca-132d-4ca1-97f8-12a58efa8dfd), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:16.471233 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:16.510042 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:16.553990 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:16.583252 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Allocated IP 172.27.1.58 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/a747d1e7-4d3a-4482-99fa-102a2c3f7fe8) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:14:16.711743 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Publish callbacks [] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:16.744377 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:16.791915 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Pushing event updated for resources: {'Port': ['ID=a747d1e7-4d3a-4482-99fa-102a2c3f7fe8,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:16.795169 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:14:16.796786 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:14:16.800033 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:14:17.050007 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Publish callbacks [] for router_gateway (783e12ca-132d-4ca1-97f8-12a58efa8dfd), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:17.233762 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1878'] for router (783e12ca-132d-4ca1-97f8-12a58efa8dfd), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:17.237213 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1662495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604079'] for router (783e12ca-132d-4ca1-97f8-12a58efa8dfd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:17.339043 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Router 783e12ca-132d-4ca1-97f8-12a58efa8dfd has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:14:17.392209 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:17.433382 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:17.444216 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:14:17.448613 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:17.449802 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e909f184-5644-46f8-b85d-a9736ce794c9 demo admin] 10.222.0.40 "PUT /v2.0/routers/783e12ca-132d-4ca1-97f8-12a58efa8dfd HTTP/1.1" status: 200 len: 889 time: 1.5874536 Jul 31 14:14:18.230352 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Sync routers for ids ['783e12ca-132d-4ca1-97f8-12a58efa8dfd'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:14:18.242243 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Routers {'783e12ca-132d-4ca1-97f8-12a58efa8dfd'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:14:18.242862 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:14:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['783e12ca-132d-4ca1-97f8-12a58efa8dfd'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:14:18.444291 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Set router 783e12ca-132d-4ca1-97f8-12a58efa8dfd gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:14:18.660414 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:18.720386 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 659e2d60-d302-4b36-8557-65e2bbdb719d up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:14:18.733376 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:18.862674 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 659e2d60-d302-4b36-8557-65e2bbdb719d triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:18.863066 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:18.868601 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'name': 'router1', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a747d1e7-4d3a-4482-99fa-102a2c3f7fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:13:59Z', 'updated_at': '2022-07-31T14:14:16Z', 'revision_number': 4, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'gw_port': {'id': 'a747d1e7-4d3a-4482-99fa-102a2c3f7fe8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:14:16Z', 'updated_at': '2022-07-31T14:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '659e2d60-d302-4b36-8557-65e2bbdb719d', 'name': '', 'network_id': '1e8d3497-060e-4150-9173-a970845eac30', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'mac_address': 'fa:16:3e:87:e5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:14:08Z', 'updated_at': '2022-07-31T14:14:11Z', 'revision_number': 4, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'subnets': [{'id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd30a0a-2f40-494b-82b0-d709056a63f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:14:18.935615 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Checking router: 783e12ca-132d-4ca1-97f8-12a58efa8dfd for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:14:18.935988 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Updating router 783e12ca-132d-4ca1-97f8-12a58efa8dfd port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:14:19.075262 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:19.210814 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 659e2d60-d302-4b36-8557-65e2bbdb719d is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:14:19.211204 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:19.315817 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 659e2d60-d302-4b36-8557-65e2bbdb719d, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=659e2d60-d302-4b36-8557-65e2bbdb719d,segment=NetworkSegment(4d9e111c-b197-47b7-8986-7e621228d6a5),segment_id=4d9e111c-b197-47b7-8986-7e621228d6a5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:14:19.323043 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:19.418406 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=659e2d60-d302-4b36-8557-65e2bbdb719d,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:19.482193 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Publish callbacks [] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:19.487681 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:19.522655 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Attempting to bind port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:14:19.523023 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Attempting to bind port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:14:19.523387 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Attempting to bind port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:14:19.534020 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:14:19.534389 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:14:19.534782 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:19.535169 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:14:19.536154 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Bound port: a747d1e7-4d3a-4482-99fa-102a2c3f7fe8, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:14:19.536527 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:19.541012 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359e1e6-958a-4bed-aace-dc16ed75ec54 None None] Pushing event updated for resources: {'Port': ['ID=a747d1e7-4d3a-4482-99fa-102a2c3f7fe8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:19.587877 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] For port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:14:19.590770 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] For port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=a747d1e7-4d3a-4482-99fa-102a2c3f7fe8,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:14:19.596120 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:19.628095 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:19.647394 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Routers {'783e12ca-132d-4ca1-97f8-12a58efa8dfd'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:14:19.648037 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:14:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['783e12ca-132d-4ca1-97f8-12a58efa8dfd'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:14:19.687398 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359e1e6-958a-4bed-aace-dc16ed75ec54 None None] Pushing event updated for resources: {'Port': ['ID=a747d1e7-4d3a-4482-99fa-102a2c3f7fe8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:19.736349 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:19.758708 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] Set router 783e12ca-132d-4ca1-97f8-12a58efa8dfd gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:14:19.828875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53274) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:14:19.957621 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'name': 'router1', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a747d1e7-4d3a-4482-99fa-102a2c3f7fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:13:59Z', 'updated_at': '2022-07-31T14:14:16Z', 'revision_number': 4, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'gw_port': {'id': 'a747d1e7-4d3a-4482-99fa-102a2c3f7fe8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:14:16Z', 'updated_at': '2022-07-31T14:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '659e2d60-d302-4b36-8557-65e2bbdb719d', 'name': '', 'network_id': '1e8d3497-060e-4150-9173-a970845eac30', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'mac_address': 'fa:16:3e:87:e5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:14:08Z', 'updated_at': '2022-07-31T14:14:19Z', 'revision_number': 5, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'subnets': [{'id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd30a0a-2f40-494b-82b0-d709056a63f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:14:19.984249 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d05a2-9ca2-4ad9-954d-56058a372cc8 None None] The sync data for ids ['783e12ca-132d-4ca1-97f8-12a58efa8dfd'] in dv-cinder-849846-4-iscsi is: [{'id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'name': 'router1', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a747d1e7-4d3a-4482-99fa-102a2c3f7fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:13:59Z', 'updated_at': '2022-07-31T14:14:16Z', 'revision_number': 4, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'gw_port': {'id': 'a747d1e7-4d3a-4482-99fa-102a2c3f7fe8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:14:16Z', 'updated_at': '2022-07-31T14:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '659e2d60-d302-4b36-8557-65e2bbdb719d', 'name': '', 'network_id': '1e8d3497-060e-4150-9173-a970845eac30', 'tenant_id': '5217f721e7dc4ba1b007c1d77e414191', 'mac_address': 'fa:16:3e:87:e5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783e12ca-132d-4ca1-97f8-12a58efa8dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:14:08Z', 'updated_at': '2022-07-31T14:14:19Z', 'revision_number': 5, 'project_id': '5217f721e7dc4ba1b007c1d77e414191', 'subnets': [{'id': '4f0c5c65-2885-4994-bf4f-07767e6262e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd30a0a-2f40-494b-82b0-d709056a63f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:14:20.247744 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-4a7ee906-e8e5-4e8d-aa94-c0bcbf603dab admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4177094 Jul 31 14:14:20.793976 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 659e2d60-d302-4b36-8557-65e2bbdb719d up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:14:20.843224 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 659e2d60-d302-4b36-8557-65e2bbdb719d triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:20.843647 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:20.916291 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 659e2d60-d302-4b36-8557-65e2bbdb719d is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:14:20.917369 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:14:20.961828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:20.962221 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:21.036811 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:14:21.037192 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:21.059577 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=a747d1e7-4d3a-4482-99fa-102a2c3f7fe8,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:14:21.063957 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:21.118302 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=a747d1e7-4d3a-4482-99fa-102a2c3f7fe8,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:14:21.785671 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=29 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:22.475941 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=41 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:22.715583 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:14:22.772162 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:14:22.772556 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a747d1e7-4d3a-4482-99fa-102a2c3f7fe8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:22.879365 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port a747d1e7-4d3a-4482-99fa-102a2c3f7fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:14:30.239235 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:30.243736 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=10 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:32.870345 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:32.877809 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:37.959979 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af4c67d7-6718-435d-9e33-27a9fb6967fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:40.086812 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc5f75a7-2f55-4dd9-a52a-715a2d08b1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:41.358206 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:42.724668 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:42.927205 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:14:46.487100 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:46.493377 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:49.479858 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:14:52.909574 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:52.920931 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:14:59.480628 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:07.972789 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5c54cee-f5c4-4569-bb31-a467c5f3b823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:10.090389 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ff20040-18fa-4622-84b9-ffabd6dbbeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:11.357756 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:12.719125 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:12.922987 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:22.912722 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:22.917983 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:23.482596 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:23.487584 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:26.483617 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:15:36.479006 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:36.479721 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:37.957441 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3880-20ad-4008-943c-dbce12cb2640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:40.095696 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3bba0b6-0d6b-4989-ab16-902001defa5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:41.353114 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:41.750001 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53812) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:15:42.082543 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.pecan_wsgi.hooks.translation [None req-580c0c0b-a0bb-407e-8ec3-42be3fc5076e admin admin] GET failed (client error): The resource could not be found. Jul 31 14:15:42.083841 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-580c0c0b-a0bb-407e-8ec3-42be3fc5076e admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3328843 Jul 31 14:15:42.245356 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae48fef-73d3-44ba-8e1a-208450d50e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:42.246823 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-3ae48fef-73d3-44ba-8e1a-208450d50e6a admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587622 Jul 31 14:15:42.721275 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:42.921793 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:44.423978 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53822) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:15:44.781893 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e542ed3b-e19e-4914-aa1d-d3336f5df7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:44.784099 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e542ed3b-e19e-4914-aa1d-d3336f5df7fd admin admin] 10.222.0.40 "GET /v2.0/subnets/4f0c5c65-2885-4994-bf4f-07767e6262e6 HTTP/1.1" status: 200 len: 849 time: 0.3590999 Jul 31 14:15:44.793495 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:15:44.884987 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Publish callbacks [] for subnet (4f0c5c65-2885-4994-bf4f-07767e6262e6), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:45.101871 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760641862117'] for subnet (4f0c5c65-2885-4994-bf4f-07767e6262e6), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:45.134144 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:45.134736 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:45.136038 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] 10.222.0.40 "PUT /v2.0/subnets/4f0c5c65-2885-4994-bf4f-07767e6262e6 HTTP/1.1" status: 200 len: 868 time: 0.3461313 Jul 31 14:15:45.155235 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0c5c65-2885-4994-bf4f-07767e6262e6,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:15:45.156352 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2bc6d2-5636-4fbe-a042-d4eb39bf9731 None None] Network 1e8d3497-060e-4150-9173-a970845eac30 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:15:45.162825 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.163180 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.163549 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.163892 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.164223 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.164552 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.164880 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.165202 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.165542 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.165872 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.166195 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.166535 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.166860 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.167178 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.167521 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1259ffa-5005-4b61-9379-892590408b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:15:45.516812 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-e5a56421-63a7-4f22-a8c6-a68248bb8ff9 None None] Provisioning complete for port 659e2d60-d302-4b36-8557-65e2bbdb719d triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:15:45.517177 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a56421-63a7-4f22-a8c6-a68248bb8ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (659e2d60-d302-4b36-8557-65e2bbdb719d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:45.589944 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e5a56421-63a7-4f22-a8c6-a68248bb8ff9 None None] Current status of the port 659e2d60-d302-4b36-8557-65e2bbdb719d is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:15:45.598166 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-e5a56421-63a7-4f22-a8c6-a68248bb8ff9 None None] Provisioning complete for port 312e873f-7fc0-41b1-955e-97906845f9be triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:15:45.598546 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a56421-63a7-4f22-a8c6-a68248bb8ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (312e873f-7fc0-41b1-955e-97906845f9be), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:15:45.667458 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e5a56421-63a7-4f22-a8c6-a68248bb8ff9 None None] Current status of the port 312e873f-7fc0-41b1-955e-97906845f9be is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:15:47.334223 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53830) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:15:47.807844 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b5753-d9d2-4994-a2c4-d8b59d6aea4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:47.808227 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b5753-d9d2-4994-a2c4-d8b59d6aea4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:47.809731 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-ac0b5753-d9d2-4994-a2c4-d8b59d6aea4f admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4745631 Jul 31 14:15:50.053313 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53838) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:15:50.648393 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffddbda0-5327-46ff-af9e-91d8b988083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:50.648863 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffddbda0-5327-46ff-af9e-91d8b988083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:50.650378 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ffddbda0-5327-46ff-af9e-91d8b988083b admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5961361 Jul 31 14:15:52.806871 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53848) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:15:53.280591 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63732896-0d67-433f-a663-288181d33fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:53.283219 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-63732896-0d67-433f-a663-288181d33fbc admin admin] 10.222.0.40 "GET /v2.0/networks/1e8d3497-060e-4150-9173-a970845eac30 HTTP/1.1" status: 200 len: 869 time: 0.4746687 Jul 31 14:15:55.454693 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53856) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:15:55.659208 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=41 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:55.666314 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:55.855156 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55b72f4-c053-439f-96fb-61a735de60d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:55.856612 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c55b72f4-c053-439f-96fb-61a735de60d8 admin admin] 10.222.0.40 "GET /v2.0/networks/3373492e-f5bb-4024-91af-c69b58f30d57 HTTP/1.1" status: 200 len: 886 time: 0.4009674 Jul 31 14:15:57.778616 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:57.805228 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=74,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:15:57.981475 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53864) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:15:58.375814 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0426da-ab15-4ada-bd0d-8dcd94d54ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:58.376271 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0426da-ab15-4ada-bd0d-8dcd94d54ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:15:58.377774 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3d0426da-ab15-4ada-bd0d-8dcd94d54ec9 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3953724 Jul 31 14:16:00.478790 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=15 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:00.482541 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=17 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:00.541466 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53872) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:16:00.902905 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531529c-a789-4214-b99a-c00d7fa5a4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:16:00.903359 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531529c-a789-4214-b99a-c00d7fa5a4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:16:00.904870 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4531529c-a789-4214-b99a-c00d7fa5a4ab admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3624697 Jul 31 14:16:03.097041 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53880) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:16:03.471406 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c03b1-6a94-438f-8545-ab6f793ad1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:16:03.472760 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a60c03b1-6a94-438f-8545-ab6f793ad1cc admin admin] 10.222.0.40 "GET /v2.0/subnets/4f0c5c65-2885-4994-bf4f-07767e6262e6 HTTP/1.1" status: 200 len: 868 time: 0.3746722 Jul 31 14:16:03.483498 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:16:05.647204 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53888) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:16:06.004763 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332c1286-beec-4f31-a820-561271431dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:16:06.006095 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-332c1286-beec-4f31-a820-561271431dec admin admin] 10.222.0.40 "GET /v2.0/subnets/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa HTTP/1.1" status: 200 len: 816 time: 0.3579035 Jul 31 14:16:07.960085 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1874f242-8645-4b7a-8286-0440d3477bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:10.097555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eb0dd59-055c-45c7-938a-8a3ed20cdb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:11.356408 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:12.725853 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:12.915944 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:13.479681 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:16.000485 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=59 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:16.002358 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=56 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:22.910390 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:22.912326 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:33.815176 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53944) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:16:34.131117 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [None req-1922d53e-fbf6-4bfe-9ba9-6cc9816fa0e8 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:16:34.132147 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1922d53e-fbf6-4bfe-9ba9-6cc9816fa0e8 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3160126 Jul 31 14:16:36.391169 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53952) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:16:36.724240 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d9d56c-5671-473b-aacb-b1e19a86e45e admin admin] GET failed (client error): The resource could not be found. Jul 31 14:16:36.725506 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-49d9d56c-5671-473b-aacb-b1e19a86e45e admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3333893 Jul 31 14:16:36.916930 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e9318c-f456-4483-8b51-f186b5da1af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:16:36.918404 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-54e9318c-f456-4483-8b51-f186b5da1af9 admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1887119 Jul 31 14:16:37.491192 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:37.491895 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:37.963295 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27da59b9-de82-426f-89ec-31fa0b495223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:39.096571 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 53960) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:16:39.418571 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:16:39.441747 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Made reservation on behalf of 0e21ca24dfa94435a41c5ab2bd838cb9 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:16:39.444343 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:39.470619 dv-cinder-849846-4-iscsi neutron-server[103883]: WARNING neutron.services.revisions.revision_plugin [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Could not find related network for resource to bump revision. Jul 31 14:16:39.487161 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:16:39.499838 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760641902812', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (4f8f687e-1236-4a92-af5e-4ebc492b3340), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:39.500347 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Unsubscribe: segment precommit_create {{(pid=103883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 31 14:16:39.500831 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Added segment 4f8f687e-1236-4a92-af5e-4ebc492b3340 of type vlan for network c09250e0-5fb4-4049-99e3-805a61c0b354 Jul 31 14:16:39.545048 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (c09250e0-5fb4-4049-99e3-805a61c0b354), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:39.576068 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (c09250e0-5fb4-4049-99e3-805a61c0b354), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:39.577185 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:16:39.577766 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:39.650068 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5522735 Jul 31 14:16:39.677086 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223fee9-430e-4578-888a-1fc6d74f15d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c09250e0-5fb4-4049-99e3-805a61c0b354,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:16:39.687955 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network c09250e0-5fb4-4049-99e3-805a61c0b354 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:16:40.100292 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b511e339-ebf6-414b-9729-52fa476d7168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:40.482740 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:16:41.358176 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:41.844252 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 53968) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:16:42.180105 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.pecan_wsgi.hooks.translation [None req-0296a21b-6155-4c20-a173-6e8b837d0cfb admin admin] GET failed (client error): The resource could not be found. Jul 31 14:16:42.181367 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0296a21b-6155-4c20-a173-6e8b837d0cfb admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3361583 Jul 31 14:16:42.251104 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac7bc2-3395-4e11-a450-ace9d21663f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:16:42.253107 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1dac7bc2-3395-4e11-a450-ace9d21663f6 admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677006 Jul 31 14:16:42.263030 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:16:42.282625 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Made reservation on behalf of 0e21ca24dfa94435a41c5ab2bd838cb9 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:16:42.284948 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:42.452273 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (a7e598d9-b2e9-4112-b5c9-580061f45062), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:42.508651 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e598d9-b2e9-4112-b5c9-580061f45062,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:16:42.518653 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.518995 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.519337 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.519696 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.520025 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.520462 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.520683 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.521005 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.521341 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.521666 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.522002 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.522340 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.522664 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.522978 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.523293 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:42.527365 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Checking segment: {'id': '4f8f687e-1236-4a92-af5e-4ebc492b3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:16:42.527743 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Network hostable DHCP agents. Network: c09250e0-5fb4-4049-99e3-805a61c0b354, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:16:42.545060 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Network c09250e0-5fb4-4049-99e3-805a61c0b354 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:16:42.553865 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, c09250e0-5fb4-4049-99e3-805a61c0b354) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:16:42.558671 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:16:42.560052 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:42.561631 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c62d130-0979-4a48-83f0-057cb746a33f None None] Network c09250e0-5fb4-4049-99e3-805a61c0b354 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:16:42.575888 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3c7826d1-67f6-4e82-9fad-4bb62676adc3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3163822 Jul 31 14:16:42.670958 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-c09250e0-5fb4-4049-99e3-805a61c0b354', 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354', 'project_id': '0e21ca24dfa94435a41c5ab2bd838cb9', 'fixed_ips': [{'subnet_id': 'a7e598d9-b2e9-4112-b5c9-580061f45062'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:16:42.671954 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:42.762746 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:42.822978 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Allocated IP 192.168.233.2 (c09250e0-5fb4-4049-99e3-805a61c0b354/a7e598d9-b2e9-4112-b5c9-580061f45062/73e1ca22-5a18-4b3f-b9bd-32f9356acd9b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:16:43.005019 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:43.079036 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Publish callbacks [] for port (73e1ca22-5a18-4b3f-b9bd-32f9356acd9b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:43.085423 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (73e1ca22-5a18-4b3f-b9bd-32f9356acd9b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:43.122379 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Network c09250e0-5fb4-4049-99e3-805a61c0b354 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:16:43.125316 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:16:43.128974 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:16:43.146088 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Pushing event updated for resources: {'Port': ['ID=73e1ca22-5a18-4b3f-b9bd-32f9356acd9b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:16:43.169866 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.170203 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.170555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.170890 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.171215 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.171566 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.171891 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.172208 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.172523 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.172836 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.173948 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.173948 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.173948 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.174195 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.174401 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:16:43.203913 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Attempting to bind port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:16:43.204279 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Attempting to bind port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '4f8f687e-1236-4a92-af5e-4ebc492b3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:16:43.204630 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Attempting to bind port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b on network c09250e0-5fb4-4049-99e3-805a61c0b354 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:16:43.210546 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:16:43.211330 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Checking segment: {'id': '4f8f687e-1236-4a92-af5e-4ebc492b3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:16:43.211770 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:43.212164 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Bound using segment: {'id': '4f8f687e-1236-4a92-af5e-4ebc492b3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:16:43.212796 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Bound port: 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8f687e-1236-4a92-af5e-4ebc492b3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:16:43.213297 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (73e1ca22-5a18-4b3f-b9bd-32f9356acd9b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:43.275604 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] For port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:16:43.278726 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] For port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=73e1ca22-5a18-4b3f-b9bd-32f9356acd9b,segment=NetworkSegment(4f8f687e-1236-4a92-af5e-4ebc492b3340),segment_id=4f8f687e-1236-4a92-af5e-4ebc492b3340)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:16:43.286277 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (73e1ca22-5a18-4b3f-b9bd-32f9356acd9b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:43.342523 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746674e-3664-4514-aaf5-8eb1f441a552 None None] Pushing event updated for resources: {'Port': ['ID=73e1ca22-5a18-4b3f-b9bd-32f9356acd9b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:16:44.132311 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da33f22-d70a-4b7f-86ac-f1353c23b1e8 None None] Network c09250e0-5fb4-4049-99e3-805a61c0b354 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:16:44.184872 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:44.191828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:UPDATE=11,neutron:SELECT=86,neutron:INSERT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:44.217264 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-5913e932-3cef-40e8-93b9-2e5d74e8bc6b None None] Provisioning complete for port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:16:44.217577 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5913e932-3cef-40e8-93b9-2e5d74e8bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (73e1ca22-5a18-4b3f-b9bd-32f9356acd9b), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:44.323346 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5913e932-3cef-40e8-93b9-2e5d74e8bc6b None None] Current status of the port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:16:44.324085 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5913e932-3cef-40e8-93b9-2e5d74e8bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (73e1ca22-5a18-4b3f-b9bd-32f9356acd9b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:44.361071 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5913e932-3cef-40e8-93b9-2e5d74e8bc6b None None] For port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=73e1ca22-5a18-4b3f-b9bd-32f9356acd9b,segment=NetworkSegment(4f8f687e-1236-4a92-af5e-4ebc492b3340),segment_id=4f8f687e-1236-4a92-af5e-4ebc492b3340)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:16:44.366519 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5913e932-3cef-40e8-93b9-2e5d74e8bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (73e1ca22-5a18-4b3f-b9bd-32f9356acd9b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:44.422604 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913e932-3cef-40e8-93b9-2e5d74e8bc6b None None] Pushing event updated for resources: {'Port': ['ID=73e1ca22-5a18-4b3f-b9bd-32f9356acd9b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:16:44.487659 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-d8437d58-fb8b-4402-80f0-21e87931043b None None] Provisioning complete for port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:16:44.487980 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8437d58-fb8b-4402-80f0-21e87931043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (73e1ca22-5a18-4b3f-b9bd-32f9356acd9b), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:44.560412 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d8437d58-fb8b-4402-80f0-21e87931043b None None] Current status of the port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:16:44.807103 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:16:44.852827 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:16:44.853210 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (73e1ca22-5a18-4b3f-b9bd-32f9356acd9b), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:16:44.927840 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 73e1ca22-5a18-4b3f-b9bd-32f9356acd9b is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:16:49.668611 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=25,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:49.673342 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:50.479116 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:50.479947 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:52.570075 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:52.570716 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=59,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:54.920851 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:16:54.926088 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:07.966177 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f27d157b-f277-488e-8ab7-56c0367200cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:10.102112 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4478ea5-506e-4d18-ab11-b1494e6761a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:11.362515 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:12.729929 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:12.918803 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:14.482504 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:14.488202 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:17.481254 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:17:22.912531 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:22.914422 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:27.477408 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:36.476854 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:37.971072 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11d6f076-384d-4de4-85de-fa5b640f613c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:40.103694 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1d77-6c46-43cf-b6fc-748a129fbaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:41.364879 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:42.732591 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:42.921782 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:17:51.490343 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:51.494559 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:52.911070 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:52.917428 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:17:54.479290 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:18:04.476643 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:07.967182 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-089e7c70-8806-48fe-ad4b-7d0c59c65442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:10.105841 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8765726a-6f4c-4aad-b2ab-9cf614182d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:11.368927 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:12.735546 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:12.924974 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:22.918424 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:22.920980 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:31.478926 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:18:37.973564 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-232ef37f-5f58-479d-8447-7de9e080bc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:39.653831 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54008) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:18:39.660034 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [None req-a4761551-5e39-432c-8c83-d1e0d9d0e244 tempest-verify_tempest_config-1049465007 tempest-verify_tempest_config-1049465007-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:18:39.660995 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a4761551-5e39-432c-8c83-d1e0d9d0e244 tempest-verify_tempest_config-1049465007 tempest-verify_tempest_config-1049465007-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062106 Jul 31 14:18:40.108669 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ad700a7-5f81-4bbd-b59e-6df787027c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:40.172563 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54026) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:18:40.512705 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:40.585469 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Publish callbacks [] for security_group (b8631e28-acef-433c-bdda-d55ab40b22f9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:40.588870 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b8631e28-acef-433c-bdda-d55ab40b22f9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:40.633595 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7b417c063be84d7983b924dbc4c08796&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4600377 Jul 31 14:18:40.634564 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8631e28-acef-433c-bdda-d55ab40b22f9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:18:40.636419 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54030) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:18:40.641398 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.641743 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.642071 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.642398 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.642723 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.643633 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.643952 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.644272 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.644610 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.644930 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.645261 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.645600 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.645909 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.646218 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.646524 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca51679-b710-48d8-a39d-e6bb9a8538c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.715098 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Publish callbacks [] for security_group (b8631e28-acef-433c-bdda-d55ab40b22f9), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:40.735560 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Publish callbacks [] for security_group (b8631e28-acef-433c-bdda-d55ab40b22f9), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:40.831759 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b8631e28-acef-433c-bdda-d55ab40b22f9), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:40.834219 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:40.835557 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b8631e28-acef-433c-bdda-d55ab40b22f9 HTTP/1.1" status: 204 len: 168 time: 0.1975977 Jul 31 14:18:40.843995 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8631e28-acef-433c-bdda-d55ab40b22f9,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:18:40.850726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.851071 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.851449 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.851791 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.852118 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.852443 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.852767 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.853087 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.853425 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.853751 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.854088 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.854426 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.854748 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.855065 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:40.855386 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645389bf-f6ad-44ba-8060-107404f91ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:18:41.372462 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:41.474386 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=21 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:42.739191 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:42.928543 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:18:49.481350 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=15 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:50.629972 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:50.638062 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:50.846610 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:50.847866 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:52.916742 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:18:52.923610 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:05.481935 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:05.485908 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:07.967408 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b33bfe-4c87-4476-b046-b6b548cefb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:08.478070 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:19:10.117831 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3ab1-21f1-4fc1-9c73-a0f9df7fb141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:11.373834 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:12.742080 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:12.931211 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:18.474708 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:22.925166 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:22.927021 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:37.970036 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5360bc54-c947-4d9b-b429-e885863438ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:40.109402 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb76a-cbd5-4409-8cd9-1ce02244b673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:41.375581 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:42.486730 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:42.491825 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:42.744854 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:42.931851 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:19:45.477248 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:19:52.926360 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:52.928220 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:19:55.473855 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:07.974946 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eba3e58c-aec4-439f-854c-416512f4ed01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:10.111253 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd759dca-46c5-4fbc-94b3-b0f93cfe2d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:11.379402 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:12.748415 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:12.935860 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:19.483844 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:19.488739 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:22.475510 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 5 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:20:22.930385 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:22.932313 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:32.867904 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=11 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:32.869726 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=17 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:37.977148 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5db778d9-b127-4eaf-8076-a243ca6ec470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:40.113893 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5e56e1a-8c4b-4712-9d08-0558266adee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:41.384422 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:42.752570 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:42.937539 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:46.479012 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659119'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:20:56.470830 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:56.473438 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:56.489981 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:56.494313 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:20:58.911169 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54128) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:20:59.036589 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-b6530b1a-7f7f-436b-8892-67a24ade4ac1 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1243055 Jul 31 14:20:59.475404 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:21:01.063236 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54138) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:21:01.116638 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-a43e58bd-7afa-404e-86ef-4d73a36f2939 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523021 Jul 31 14:21:07.979318 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6b2c368-0285-4d8a-95de-ee072d0367af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:09.031742 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:09.470533 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:09.471201 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:10.116039 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ad8-564e-4b7b-b7f8-9742109d6948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:11.111730 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:11.385931 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:12.756595 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:12.940462 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:16.462284 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:26.456900 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:26.457625 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:33.494815 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:36.475169 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:21:37.981403 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc9c00d-cf60-45f0-bf37-229f4ec75495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:40.118069 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a906152f-f4f0-45ca-be43-35d03a739ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:41.388894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:42.759484 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:42.943441 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:46.470675 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:46.471848 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:46.478932 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:21:56.467043 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:21:56.472082 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:07.983626 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c146e7c4-51ba-46ba-bf6f-44295de2a6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:10.120913 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a97ddcc1-d385-4d74-bd57-b0d5f698f834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:10.500632 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:10.505699 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:11.390870 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:12.761327 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:12.946293 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:13.474440 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:22:16.478092 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:26.471780 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:26.473680 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:32.932709 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=13 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:32.934597 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=15 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:37.181993 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54366) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:37.215018 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54374) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:37.262189 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54380) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:37.356711 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54396) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:37.468908 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1989471786-network', 'tenant_id': '9097fd66951e457ba46812ff17db7501'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:37.490170 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Made reservation on behalf of 9097fd66951e457ba46812ff17db7501 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:22:37.494514 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.504901 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.530228 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-network', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:37.556725 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-319230749-network', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:37.579787 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Made reservation on behalf of ae629f9940d446f2ab39e9a49b3f4753 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:22:37.582293 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.598994 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.661283 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Made reservation on behalf of f4ef4d34a8114051a67c51e01cb2b8eb for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:22:37.664137 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.688846 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.774256 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-833035444-network', 'tenant_id': '832629dd8594494ab41b6596b2d73076'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:37.792051 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Publish callbacks [] for security_group (b96cac25-b416-4c78-8292-17a13273fe37), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.809296 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b96cac25-b416-4c78-8292-17a13273fe37), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.817887 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Publish callbacks [] for security_group (0463804b-0418-4a99-9cc2-61978db3de91), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.830351 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0463804b-0418-4a99-9cc2-61978db3de91), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.847446 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:22:37.878881 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:22:37.890756 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Made reservation on behalf of 832629dd8594494ab41b6596b2d73076 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:22:37.894346 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.902728 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (9fc41954-27d6-41b4-9a14-79eb8833355c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.903091 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Added segment 9fc41954-27d6-41b4-9a14-79eb8833355c of type vlan for network cbc0073a-ae55-48a9-8514-9052086eccf8 Jul 31 14:22:37.935957 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.938267 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (898c9976-4d70-47f3-8426-892cc1540998), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.938606 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Added segment 898c9976-4d70-47f3-8426-892cc1540998 of type vlan for network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 Jul 31 14:22:37.944326 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96cac25-b416-4c78-8292-17a13273fe37,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:37.990761 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Publish callbacks [] for security_group (5c951bda-565a-43c3-a93d-47976de0979f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:37.992068 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce5faabf-81c4-4306-955d-24e7ae5728a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.014251 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:38.025600 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.026184 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.026712 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.027400 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.027764 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.028098 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.028426 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.028751 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.029093 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.029441 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.029783 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.030378 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.030733 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.031060 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.031381 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Tracked resource versions report: Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: pushed versions: Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: { 'AddressGroup': {'1.2'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Agent': {'1.1'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Log': {'1.0'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'NDPProxy': {'1.0'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Network': {'1.1'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Port': {'1.7'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'PortForwarding': {'1.3'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'QosPolicy': {'1.10'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SecurityGroup': {'1.5'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SubPort': {'1.0'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Subnet': {'1.1'}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Trunk': {'1.1'}} Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: consumer versions: Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: { DHCP agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: HyperV agent@hv-cinder-84984: {}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: L3 agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: Metadata agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: Metering agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: Open vSwitch agent@dv-cinder-849846-4-iscsi: { 'AddressGroup': '1.2', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Agent': '1.1', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'ConntrackHelper': '1.0', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'LocalIPAssociation': '1.0', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Log': '1.0', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'NDPProxy': '1.0', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Network': '1.1', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Port': '1.7', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'PortForwarding': '1.3', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'QosPolicy': '1.10', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SecurityGroup': '1.5', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SecurityGroupRule': '1.2', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'SubPort': '1.0', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Subnet': '1.1', Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: 'Trunk': '1.1'}} Jul 31 14:22:38.032785 dv-cinder-849846-4-iscsi neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 14:22:38.042885 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5c951bda-565a-43c3-a93d-47976de0979f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.047682 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (cbc0073a-ae55-48a9-8514-9052086eccf8), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.066647 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=68,neutron:INSERT=28,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:38.068342 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54448) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:38.080084 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (6b6a43aa-cc11-41ae-aa14-00f6b134f366), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.102599 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:22:38.155282 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (dd6fefdf-1d67-4ea4-b120-920aea3c8480), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.155887 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Added segment dd6fefdf-1d67-4ea4-b120-920aea3c8480 of type vlan for network e9372a5f-4043-4ef0-b455-80de14da5a19 Jul 31 14:22:38.159140 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0463804b-0418-4a99-9cc2-61978db3de91,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:38.187225 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (cbc0073a-ae55-48a9-8514-9052086eccf8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.189190 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:38.190014 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.235791 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (6b6a43aa-cc11-41ae-aa14-00f6b134f366), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.237108 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:38.238237 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.263671 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54458) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:38.264086 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0805891 Jul 31 14:22:38.281989 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Request body: {'subnet': {'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-subnet', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:38.282808 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0662692 Jul 31 14:22:38.292750 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54460) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:38.297492 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Request body: {'subnet': {'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-subnet', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:38.325080 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (e9372a5f-4043-4ef0-b455-80de14da5a19), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.333443 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Made reservation on behalf of ae629f9940d446f2ab39e9a49b3f4753 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:22:38.336422 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.352122 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Made reservation on behalf of 9097fd66951e457ba46812ff17db7501 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:22:38.354514 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.482104 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c951bda-565a-43c3-a93d-47976de0979f,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:38.540912 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.649263 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dee38-a355-45b3-baef-65c9929bed88 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc0073a-ae55-48a9-8514-9052086eccf8,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:38.662073 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.db.resource_extend [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 31 14:22:38.669418 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network cbc0073a-ae55-48a9-8514-9052086eccf8 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:22:38.710130 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (8b8a7178-8d32-4623-8d99-6b1c1b60f20b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.735152 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Publish callbacks [] for security_group (290d5c20-4d79-4209-96a4-b66d7a33a187), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.741270 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Publish callbacks [] for security_group (499a455e-ed58-45f4-89a9-740295a53310), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.764983 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (290d5c20-4d79-4209-96a4-b66d7a33a187), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.806238 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (499a455e-ed58-45f4-89a9-740295a53310), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.807032 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (94e7849f-ea16-46d7-a530-fdaaf4efb3a4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.826676 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e3e2f3b3c56746e396e504040e2fae2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7554362 Jul 31 14:22:38.827337 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (e9372a5f-4043-4ef0-b455-80de14da5a19), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.828557 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:38.829560 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.830057 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54492) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:38.833211 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:22:38.874809 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:38.876531 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c43e7-b3dc-419d-b40e-fe26833ff3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=6b6a43aa-cc11-41ae-aa14-00f6b134f366,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:38.883030 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290d5c20-4d79-4209-96a4-b66d7a33a187,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:38.887694 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:38.891791 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:22:38.910800 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.911145 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.911715 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.912236 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.913301 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.913814 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.914414 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.915076 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.915458 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.915795 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.916793 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (9d77544d-fcf2-4a1d-a2b5-c94186f0f251), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:38.917140 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Added segment 9d77544d-fcf2-4a1d-a2b5-c94186f0f251 of type vlan for network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a Jul 31 14:22:38.917398 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.917939 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.918455 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.918984 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.919308 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29529c17-af30-474e-85da-9e0a1a3536f1 admin admin] Tracked resource versions report: Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: pushed versions: Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: { 'AddressGroup': {'1.2'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Agent': {'1.1'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'ConntrackHelper': {'1.0'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'LocalIPAssociation': {'1.0'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Log': {'1.0'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'NDPProxy': {'1.0'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Network': {'1.1'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Port': {'1.7'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'PortForwarding': {'1.3'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'QosPolicy': {'1.10'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SecurityGroup': {'1.5'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SecurityGroupRule': {'1.2'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SubPort': {'1.0'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Subnet': {'1.1'}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Trunk': {'1.1'}} Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: consumer versions: Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: { DHCP agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: HyperV agent@hv-cinder-84984: {}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: L3 agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: Metadata agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: Metering agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: Open vSwitch agent@dv-cinder-849846-4-iscsi: { 'AddressGroup': '1.2', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Agent': '1.1', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'ConntrackHelper': '1.0', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'LocalIPAssociation': '1.0', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Log': '1.0', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'NDPProxy': '1.0', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Network': '1.1', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Port': '1.7', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'PortForwarding': '1.3', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'QosPolicy': '1.10', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SecurityGroup': '1.5', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SecurityGroupRule': '1.2', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'SubPort': '1.0', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Subnet': '1.1', Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: 'Trunk': '1.1'}} Jul 31 14:22:38.921483 dv-cinder-849846-4-iscsi neutron-server[103882]: {{(pid=103882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 14:22:38.940393 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54496) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:38.940592 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.6772871 Jul 31 14:22:38.968664 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Request body: {'subnet': {'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-319230749-subnet', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:38.989769 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8a7178-8d32-4623-8d99-6b1c1b60f20b,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:38.997457 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499a455e-ed58-45f4-89a9-740295a53310,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:39.002015 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e7849f-ea16-46d7-a530-fdaaf4efb3a4,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:39.036828 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Checking segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:39.037482 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Network hostable DHCP agents. Network: cbc0073a-ae55-48a9-8514-9052086eccf8, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:22:39.051536 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-71bca1f2-b816-460c-ae34-8ca63dd80f55 admin admin] Publish callbacks [] for security_group (290d5c20-4d79-4209-96a4-b66d7a33a187), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.064543 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Made reservation on behalf of f4ef4d34a8114051a67c51e01cb2b8eb for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:22:39.064804 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.067334 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e484f-c342-4a80-bba2-629ee04d0371 admin admin] Pushing event updated for resources: {'Network': ['ID=e9372a5f-4043-4ef0-b455-80de14da5a19,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:39.067681 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.070236 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Checking segment: {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:39.070521 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Network hostable DHCP agents. Network: 6b6a43aa-cc11-41ae-aa14-00f6b134f366, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:22:39.083172 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network e9372a5f-4043-4ef0-b455-80de14da5a19 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:22:39.105392 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Network cbc0073a-ae55-48a9-8514-9052086eccf8 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:22:39.155833 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:22:39.177980 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.179820 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:39.180633 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.210083 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 6b6a43aa-cc11-41ae-aa14-00f6b134f366) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:39.318376 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-71bca1f2-b816-460c-ae34-8ca63dd80f55 admin admin] Publish callbacks [] for security_group (290d5c20-4d79-4209-96a4-b66d7a33a187), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.335911 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:39.336714 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:39.367646 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e860f2ec-e9ae-4f1b-a482-d25e058d21ac None None] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:22:39.384024 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, cbc0073a-ae55-48a9-8514-9052086eccf8) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:39.384836 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:39.385482 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.389315 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:39.390454 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.426910 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54520) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:39.427825 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.0698922 Jul 31 14:22:39.440648 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Request body: {'subnet': {'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-subnet', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:39.445724 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd80d20-7b63-489d-9ee9-d5f1ce116d77 None None] Network cbc0073a-ae55-48a9-8514-9052086eccf8 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:22:39.464070 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d98788-e3eb-4a4a-913d-e223c450ebbc admin admin] Pushing event updated for resources: {'Network': ['ID=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:39.475668 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Made reservation on behalf of 832629dd8594494ab41b6596b2d73076 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:22:39.479084 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.488386 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-88bb23bb-d046-4617-9e86-20a20f99b12a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2237372 Jul 31 14:22:39.499786 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e81998c4-afd9-48c9-9b47-0a201a981238 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2033572 Jul 31 14:22:39.500147 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:22:39.503300 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54528) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:39.505282 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54526) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:39.510438 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:39.520565 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:39.546674 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (af97202f-1535-4250-ad61-0b464a64dedd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.599291 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (3d80c412-8457-4ed7-b6cb-a61aee3b10df), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.614039 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (3d80c412-8457-4ed7-b6cb-a61aee3b10df), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.646656 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (7495c023-accb-4ca2-8475-c0892f296792), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.649994 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (7495c023-accb-4ca2-8475-c0892f296792), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.691030 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-cbc0073a-ae55-48a9-8514-9052086eccf8', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:22:39.692474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.713070 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:22:39.714307 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.730115 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks [] for router_controller (7495c023-accb-4ca2-8475-c0892f296792), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.732647 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-71bca1f2-b816-460c-ae34-8ca63dd80f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (290d5c20-4d79-4209-96a4-b66d7a33a187), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.735919 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-71bca1f2-b816-460c-ae34-8ca63dd80f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.737535 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-71bca1f2-b816-460c-ae34-8ca63dd80f55 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/290d5c20-4d79-4209-96a4-b66d7a33a187 HTTP/1.1" status: 204 len: 168 time: 0.9056284 Jul 31 14:22:39.762989 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bca1f2-b816-460c-ae34-8ca63dd80f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290d5c20-4d79-4209-96a4-b66d7a33a187,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:39.867341 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks [] for router_controller (3d80c412-8457-4ed7-b6cb-a61aee3b10df), precommit_add_association {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:39.994581 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Checking segment: {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:40.002036 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Network hostable DHCP agents. Network: e9372a5f-4043-4ef0-b455-80de14da5a19, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:22:40.029509 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=af97202f-1535-4250-ad61-0b464a64dedd,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:40.121403 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks [] for router_gateway (3d80c412-8457-4ed7-b6cb-a61aee3b10df), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.167092 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Allocated IP 172.20.0.2 (cbc0073a-ae55-48a9-8514-9052086eccf8/94e7849f-ea16-46d7-a530-fdaaf4efb3a4/14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:40.224674 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Allocated IP 172.20.0.2 (6b6a43aa-cc11-41ae-aa14-00f6b134f366/8b8a7178-8d32-4623-8d99-6b1c1b60f20b/b316ee29-5bd8-4c13-b6ef-c9927f2304d8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:40.227459 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2515002e-79ed-4473-988c-1764df3915e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.327247 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:40.426141 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:40.452858 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54572) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:40.467136 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks [] for router_gateway (7495c023-accb-4ca2-8475-c0892f296792), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.472133 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks [] for router_gateway (3d80c412-8457-4ed7-b6cb-a61aee3b10df), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.496498 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.509120 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54576) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:40.529817 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b64e98f6-e026-432c-9b45-ab5ab2b33443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.541540 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Network e9372a5f-4043-4ef0-b455-80de14da5a19 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:22:40.606039 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:40.628967 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, e9372a5f-4043-4ef0-b455-80de14da5a19) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:40.645924 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:40.646557 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.659192 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d726cb-3375-40de-b607-d215ef6b6a81 None None] Network e9372a5f-4043-4ef0-b455-80de14da5a19 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:22:40.665049 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (aaa9e51a-fb76-4777-bcb3-fbd636f7ad07), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.724734 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:40.748135 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Allocated IP 172.27.1.229 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/ffe5bc57-1da9-449a-8164-2127d8c4f642) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:40.781284 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b64e98f6-e026-432c-9b45-ab5ab2b33443 admin admin] Publish callbacks [] for security_group (c0a093c4-4d9a-41e1-8206-9e64c131ff7d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.790950 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b64e98f6-e026-432c-9b45-ab5ab2b33443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (c0a093c4-4d9a-41e1-8206-9e64c131ff7d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.815827 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Publish callbacks [] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.816894 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-39357372-49e0-4287-af9b-35ea7c5edaaf admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8640063 Jul 31 14:22:40.820487 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54580) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:40.838104 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:40.864680 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:40.873756 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e98f6-e026-432c-9b45-ab5ab2b33443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a093c4-4d9a-41e1-8206-9e64c131ff7d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:40.899921 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:40.904750 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7438000a-1a96-44e0-98a9-58543368693a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.905088 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54582) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:40.946791 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:40.962387 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.962894 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-b64e98f6-e026-432c-9b45-ab5ab2b33443 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=423c9434d74b4c21aca451318e71c8f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4526711 Jul 31 14:22:40.963251 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54586) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:40.991651 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:40.992870 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.016601 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Pushing event updated for resources: {'Port': ['ID=14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:41.032117 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.032768 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.033373 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.033825 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.034244 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.034665 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.035142 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.035555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.036112 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.036579 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.037056 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.037564 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.038027 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.038496 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.038823 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Tracked resource versions report: Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: pushed versions: Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: { 'AddressGroup': {'1.2'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Agent': {'1.1'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Log': {'1.0'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'NDPProxy': {'1.0'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Network': {'1.1'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Port': {'1.7'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'PortForwarding': {'1.3'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'QosPolicy': {'1.10'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SecurityGroup': {'1.5'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SubPort': {'1.0'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Subnet': {'1.1'}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Trunk': {'1.1'}} Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: consumer versions: Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: { DHCP agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: HyperV agent@hv-cinder-84984: {}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: L3 agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: Metadata agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: Metering agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: Open vSwitch agent@dv-cinder-849846-4-iscsi: { 'AddressGroup': '1.2', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Agent': '1.1', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'ConntrackHelper': '1.0', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'LocalIPAssociation': '1.0', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Log': '1.0', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'NDPProxy': '1.0', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Network': '1.1', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Port': '1.7', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'PortForwarding': '1.3', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'QosPolicy': '1.10', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SecurityGroup': '1.5', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SecurityGroupRule': '1.2', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'SubPort': '1.0', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Subnet': '1.1', Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: 'Trunk': '1.1'}} Jul 31 14:22:41.040071 dv-cinder-849846-4-iscsi neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 14:22:41.041849 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Checking segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:41.041849 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Network hostable DHCP agents. Network: f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:22:41.072770 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Network cbc0073a-ae55-48a9-8514-9052086eccf8 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:41.079078 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:41.086653 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Publish callbacks [] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.089160 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:41.103645 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks [] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.124430 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks [] for router_gateway (7495c023-accb-4ca2-8475-c0892f296792), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.148996 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.155746 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-e9372a5f-4043-4ef0-b455-80de14da5a19', 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19', 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'fixed_ips': [{'subnet_id': 'af97202f-1535-4250-ad61-0b464a64dedd'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:22:41.156659 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.181243 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7438000a-1a96-44e0-98a9-58543368693a admin admin] Publish callbacks [] for security_group (5eb294bd-5556-4b40-a2e6-a6d3fab55c9b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.195046 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.199480 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks [] for router_controller (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.199920 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7438000a-1a96-44e0-98a9-58543368693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5eb294bd-5556-4b40-a2e6-a6d3fab55c9b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.202630 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:22:41.225437 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8228b6ca-27e4-4411-a58a-ce4ff5982108 admin admin] Publish callbacks [] for security_group (c0a093c4-4d9a-41e1-8206-9e64c131ff7d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.235828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:41.255070 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:41.261936 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:41.264131 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Pushing event updated for resources: {'Port': ['ID=b316ee29-5bd8-4c13-b6ef-c9927f2304d8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:41.271277 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Attempting to bind port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:22:41.271672 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Attempting to bind port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:22:41.272073 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Attempting to bind port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:22:41.272564 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-7438000a-1a96-44e0-98a9-58543368693a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=af02bce9aa3c48a99a340d8f94f20a1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8185940 Jul 31 14:22:41.273248 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54590) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:41.275678 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438000a-1a96-44e0-98a9-58543368693a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb294bd-5556-4b40-a2e6-a6d3fab55c9b,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:41.326508 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:22:41.326508 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Checking segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:41.326826 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.327462 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Bound using segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:22:41.327702 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Bound port: 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:22:41.328079 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.328486 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.349765 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-977ee30e-7328-4c34-abfb-b25b3989d244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.351800 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:41.371238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79841d6-c3f1-429d-a83d-3eb8913c905f None None] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:22:41.375022 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:41.382466 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:41.383059 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.386118 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:41.390184 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:41.410023 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8228b6ca-27e4-4411-a58a-ce4ff5982108 admin admin] Publish callbacks [] for security_group (c0a093c4-4d9a-41e1-8206-9e64c131ff7d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.432212 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6370b9fe-3d83-4ab4-8dd8-2801bbc17a2a admin admin] Publish callbacks [] for security_group (5eb294bd-5556-4b40-a2e6-a6d3fab55c9b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.494292 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe5bc57-1da9-449a-8164-2127d8c4f642,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:41.527840 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Attempting to bind port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:22:41.528084 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Attempting to bind port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:22:41.528616 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Attempting to bind port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 on network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:22:41.532214 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6370b9fe-3d83-4ab4-8dd8-2801bbc17a2a admin admin] Publish callbacks [] for security_group (5eb294bd-5556-4b40-a2e6-a6d3fab55c9b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.536603 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:41.567215 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:41.569260 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:22:41.569572 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Checking segment: {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:41.569976 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.570394 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Bound using segment: {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:22:41.570879 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Bound port: b316ee29-5bd8-4c13-b6ef-c9927f2304d8, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:22:41.571263 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.572836 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c5368c9f-723a-43fb-b778-73fdfa22e2f2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1410801 Jul 31 14:22:41.575738 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54598) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:41.603285 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Allocated IP 172.20.0.2 (e9372a5f-4043-4ef0-b455-80de14da5a19/af97202f-1535-4250-ad61-0b464a64dedd/24af8918-7674-4dd5-afe8-28bd8849ca1c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:41.612530 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:41.613632 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.618906 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] For port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:22:41.644814 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] For port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:22:41.684632 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-977ee30e-7328-4c34-abfb-b25b3989d244 admin admin] Publish callbacks [] for security_group (20ba8684-e18f-4f68-b53c-c52e58da05b9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.687113 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6370b9fe-3d83-4ab4-8dd8-2801bbc17a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5eb294bd-5556-4b40-a2e6-a6d3fab55c9b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.692240 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6370b9fe-3d83-4ab4-8dd8-2801bbc17a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.696620 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-6370b9fe-3d83-4ab4-8dd8-2801bbc17a2a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5eb294bd-5556-4b40-a2e6-a6d3fab55c9b HTTP/1.1" status: 204 len: 168 time: 0.4148729 Jul 31 14:22:41.696732 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.717150 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:41.726780 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-977ee30e-7328-4c34-abfb-b25b3989d244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (20ba8684-e18f-4f68-b53c-c52e58da05b9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.765145 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-977ee30e-7328-4c34-abfb-b25b3989d244 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=47a8451d52c245b0b6fe3effe4a582cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8581715 Jul 31 14:22:41.767736 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54612) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:41.767909 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks [] for router_gateway (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.777929 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'project_id': '832629dd8594494ab41b6596b2d73076', 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:22:41.778831 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.820521 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370b9fe-3d83-4ab4-8dd8-2801bbc17a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb294bd-5556-4b40-a2e6-a6d3fab55c9b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:41.876920 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] For port b316ee29-5bd8-4c13-b6ef-c9927f2304d8, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:22:41.883647 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks [] for router_gateway (3d80c412-8457-4ed7-b6cb-a61aee3b10df), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:41.918931 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df932d-7474-433e-bd97-6d8e6e2f8be2 None None] Pushing event updated for resources: {'Port': ['ID=14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:41.930347 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] For port b316ee29-5bd8-4c13-b6ef-c9927f2304d8, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=b316ee29-5bd8-4c13-b6ef-c9927f2304d8,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:22:41.960662 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:41.972752 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:42.003224 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.073002 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:42.097194 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b2e30ee2-0180-46ab-9e5c-e6ff22b22b57 admin admin] Publish callbacks [] for security_group (20ba8684-e18f-4f68-b53c-c52e58da05b9), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.183910 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks [] for router_gateway (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.205840 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b2e30ee2-0180-46ab-9e5c-e6ff22b22b57 admin admin] Publish callbacks [] for security_group (20ba8684-e18f-4f68-b53c-c52e58da05b9), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.234315 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Publish callbacks [] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.234398 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.234398 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (13d69d6a-7fc7-420c-b463-745e78901dff), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.234398 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (13d69d6a-7fc7-420c-b463-745e78901dff), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.240773 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ecc6e-0436-458f-b7c0-f7f01449adc4 None None] Pushing event updated for resources: {'Port': ['ID=b316ee29-5bd8-4c13-b6ef-c9927f2304d8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:42.262209 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.331463 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Allocated IP 172.20.0.2 (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a/aaa9e51a-fb76-4777-bcb3-fbd636f7ad07/28cecfdd-bdda-48dd-8019-5ea92d2dd5e4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:42.341939 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Allocated IP 172.27.1.192 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/c3fbeede-928d-4023-a3ec-6f45f4f37b65) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:42.363995 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Network e9372a5f-4043-4ef0-b455-80de14da5a19 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:42.377046 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:42.384009 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:42.418485 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Pushing event updated for resources: {'Port': ['ID=24af8918-7674-4dd5-afe8-28bd8849ca1c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:42.525998 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b2e30ee2-0180-46ab-9e5c-e6ff22b22b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (20ba8684-e18f-4f68-b53c-c52e58da05b9), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.531753 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b2e30ee2-0180-46ab-9e5c-e6ff22b22b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.533040 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-b2e30ee2-0180-46ab-9e5c-e6ff22b22b57 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/20ba8684-e18f-4f68-b53c-c52e58da05b9 HTTP/1.1" status: 204 len: 168 time: 0.7640486 Jul 31 14:22:42.565476 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ee30e-7328-4c34-abfb-b25b3989d244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ba8684-e18f-4f68-b53c-c52e58da05b9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:42.622468 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Attempting to bind port 24af8918-7674-4dd5-afe8-28bd8849ca1c on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:22:42.622843 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Attempting to bind port 24af8918-7674-4dd5-afe8-28bd8849ca1c by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:22:42.623208 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Attempting to bind port 24af8918-7674-4dd5-afe8-28bd8849ca1c on network e9372a5f-4043-4ef0-b455-80de14da5a19 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:22:42.627033 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (3d80c412-8457-4ed7-b6cb-a61aee3b10df), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.632694 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e30ee2-0180-46ab-9e5c-e6ff22b22b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ba8684-e18f-4f68-b53c-c52e58da05b9,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:42.637516 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:22:42.637748 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Checking segment: {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:42.638460 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.639146 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Bound using segment: {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:22:42.639805 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Bound port: 24af8918-7674-4dd5-afe8-28bd8849ca1c, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:22:42.640352 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.675995 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:42.688113 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks [] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.693780 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8228b6ca-27e4-4411-a58a-ce4ff5982108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (c0a093c4-4d9a-41e1-8206-9e64c131ff7d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.697412 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8228b6ca-27e4-4411-a58a-ce4ff5982108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.701434 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8228b6ca-27e4-4411-a58a-ce4ff5982108 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c0a093c4-4d9a-41e1-8206-9e64c131ff7d HTTP/1.1" status: 204 len: 168 time: 1.7344995 Jul 31 14:22:42.708404 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks [] for router_controller (13d69d6a-7fc7-420c-b463-745e78901dff), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.827095 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:42.831943 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:42.838787 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228b6ca-27e4-4411-a58a-ce4ff5982108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a093c4-4d9a-41e1-8206-9e64c131ff7d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:42.851317 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:22:42.946478 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Publish callbacks [] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.983590 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.997773 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks [] for router_gateway (13d69d6a-7fc7-420c-b463-745e78901dff), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:42.999078 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:43.165269 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:22:43.191273 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:22:43.200729 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:43.208360 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] For port 24af8918-7674-4dd5-afe8-28bd8849ca1c, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:22:43.212670 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:43.213575 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:43.219210 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:43.223691 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-2a0e87a0-3b3f-4b56-882c-634a091a55d2 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7067370 Jul 31 14:22:43.224425 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54644) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:43.292013 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:43.317025 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:43.354114 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] For port 24af8918-7674-4dd5-afe8-28bd8849ca1c, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=24af8918-7674-4dd5-afe8-28bd8849ca1c,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:22:43.360392 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:43.362330 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:43.379276 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:43.424739 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:43.463471 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:43.471844 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:43.480168 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:43.490506 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:43.499368 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Pushing event updated for resources: {'Port': ['ID=28cecfdd-bdda-48dd-8019-5ea92d2dd5e4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:43.505432 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:43.535010 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22018e6d-3449-474a-b991-e8e1ff89ec9d None None] Network cbc0073a-ae55-48a9-8514-9052086eccf8 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:22:43.669912 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54648) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:43.709769 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d5a7c058-6603-4dfb-bdd6-b5c33c49a354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:43.716623 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Allocated IP 172.27.1.53 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/2bb609dc-b6fe-4617-95d5-781f47236bc6) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:43.960519 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-eb74edb8-e5c2-4ca6-901b-ff30a667fcdb None None] Provisioning complete for port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:43.960923 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb74edb8-e5c2-4ca6-901b-ff30a667fcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:43.963354 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:41Z', 'revision_number': 3, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:43.994221 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:22:43.994998 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Updating router 3d80c412-8457-4ed7-b6cb-a61aee3b10df port ffe5bc57-1da9-449a-8164-2127d8c4f642 binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:22:44.003063 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bfb802-b0d6-4771-910c-747d325fced1 None None] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:22:44.037383 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.067277 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54660) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:44.145079 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Pushing event updated for resources: {'Port': ['ID=c3fbeede-928d-4023-a3ec-6f45f4f37b65,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:44.308997 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d5a7c058-6603-4dfb-bdd6-b5c33c49a354 admin admin] Publish callbacks [] for security_group (1b874e6a-a141-4ac1-b31c-9ed5d9852fa1), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.318787 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Attempting to bind port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:22:44.319347 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Attempting to bind port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:22:44.320235 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Attempting to bind port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:22:44.325348 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d5a7c058-6603-4dfb-bdd6-b5c33c49a354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (1b874e6a-a141-4ac1-b31c-9ed5d9852fa1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.368790 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:44.401635 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:44.402178 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.404113 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efff5d-76eb-43db-ad40-21e7a2f6c85f None None] Pushing event updated for resources: {'Port': ['ID=24af8918-7674-4dd5-afe8-28bd8849ca1c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:44.422674 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0630d8dc-d724-4ddf-bb14-ee6ad484315f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.470240 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-d5a7c058-6603-4dfb-bdd6-b5c33c49a354 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=931265c8c88f415683a5689bad4e237e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7966578 Jul 31 14:22:44.474027 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54672) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:44.475555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:22:44.476013 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Checking segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:44.476926 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.477431 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Bound using segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:22:44.477924 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Bound port: 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:22:44.478384 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.478494 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7c058-6603-4dfb-bdd6-b5c33c49a354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b874e6a-a141-4ac1-b31c-9ed5d9852fa1,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:44.566990 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks [] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.584488 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4609-4c31-4854-8cab-4a297d790dda admin admin] Publish callbacks [] for security_group (1b874e6a-a141-4ac1-b31c-9ed5d9852fa1), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.643956 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4609-4c31-4854-8cab-4a297d790dda admin admin] Publish callbacks [] for security_group (1b874e6a-a141-4ac1-b31c-9ed5d9852fa1), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.688194 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.711160 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:44.859615 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:44.861285 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:44.861982 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:44.877918 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] For port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:22:44.891751 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:44.922971 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] For port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=28cecfdd-bdda-48dd-8019-5ea92d2dd5e4,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:22:44.976440 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:22:44.988675 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Allocated IP 172.20.0.1 (cbc0073a-ae55-48a9-8514-9052086eccf8/94e7849f-ea16-46d7-a530-fdaaf4efb3a4/6788c03e-7c50-4657-ac27-c7083803b87d) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:45.019096 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks [] for router_gateway (13d69d6a-7fc7-420c-b463-745e78901dff), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.019992 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eb74edb8-e5c2-4ca6-901b-ff30a667fcdb None None] Current status of the port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:45.020747 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb74edb8-e5c2-4ca6-901b-ff30a667fcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.045111 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.049663 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b316ee29-5bd8-4c13-b6ef-c9927f2304d8 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:45.107919 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.127414 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Publish callbacks [] for port (6788c03e-7c50-4657-ac27-c7083803b87d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.152123 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.167541 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:45.174779 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.225819 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Network cbc0073a-ae55-48a9-8514-9052086eccf8 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:45.232492 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:45.249233 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:45.250208 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (3d80c412-8457-4ed7-b6cb-a61aee3b10df), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.254195 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.db.api [None req-eb74edb8-e5c2-4ca6-901b-ff30a667fcdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 31 14:22:45.258152 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG oslo_db.api [None req-eb74edb8-e5c2-4ca6-901b-ff30a667fcdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 31 14:22:45.262254 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4609-4c31-4854-8cab-4a297d790dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (1b874e6a-a141-4ac1-b31c-9ed5d9852fa1), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.265314 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4609-4c31-4854-8cab-4a297d790dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.266681 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-a4dd4609-4c31-4854-8cab-4a297d790dda admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1b874e6a-a141-4ac1-b31c-9ed5d9852fa1 HTTP/1.1" status: 204 len: 168 time: 0.7914486 Jul 31 14:22:45.306498 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:45.307271 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.366455 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd4609-4c31-4854-8cab-4a297d790dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b874e6a-a141-4ac1-b31c-9ed5d9852fa1,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:45.383464 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Pushing event updated for resources: {'Port': ['ID=6788c03e-7c50-4657-ac27-c7083803b87d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:45.415472 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:45.430792 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:45.443188 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:45.468532 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff82272-f575-4069-b5e3-46d8515fdaae None None] Network e9372a5f-4043-4ef0-b455-80de14da5a19 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:22:45.538445 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.546512 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks [] for router_gateway (7495c023-accb-4ca2-8475-c0892f296792), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.760006 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.783207 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f9f97-e439-4cc9-9960-19a654094246 None None] Pushing event updated for resources: {'Port': ['ID=28cecfdd-bdda-48dd-8019-5ea92d2dd5e4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:45.846866 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:45.847639 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.895552 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eb74edb8-e5c2-4ca6-901b-ff30a667fcdb None None] Current status of the port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:45.898753 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0630d8dc-d724-4ddf-bb14-ee6ad484315f admin admin] Publish callbacks [] for security_group (70f17289-2bdc-428f-983d-acdac8f92b34), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.917896 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:45.920827 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0630d8dc-d724-4ddf-bb14-ee6ad484315f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (70f17289-2bdc-428f-983d-acdac8f92b34), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:45.928833 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:45.930891 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb609dc-b6fe-4617-95d5-781f47236bc6,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:45.933579 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:45.962993 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port b316ee29-5bd8-4c13-b6ef-c9927f2304d8, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=b316ee29-5bd8-4c13-b6ef-c9927f2304d8,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:22:45.977736 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.051990 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Publish callbacks [] for port (6788c03e-7c50-4657-ac27-c7083803b87d), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.067093 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.067968 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (3d80c412-8457-4ed7-b6cb-a61aee3b10df), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.124112 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Publish callbacks [] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.131641 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Provisioning complete for port 24af8918-7674-4dd5-afe8-28bd8849ca1c triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:46.133984 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.149699 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.220349 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Pushing event updated for resources: {'Port': ['ID=6788c03e-7c50-4657-ac27-c7083803b87d,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:46.246675 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=b316ee29-5bd8-4c13-b6ef-c9927f2304d8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:46.285154 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Pushing event updated for resources: {'Port': ['ID=ffe5bc57-1da9-449a-8164-2127d8c4f642,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:46.304739 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.306043 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.306938 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.308833 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630d8dc-d724-4ddf-bb14-ee6ad484315f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f17289-2bdc-428f-983d-acdac8f92b34,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:46.310131 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.310665 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.311223 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.311769 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.313052 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.313596 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.316130 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.316807 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.317366 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.318314 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.319509 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.321665 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Tracked resource versions report: Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: pushed versions: Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: { 'AddressGroup': {'1.2'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Agent': {'1.1'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Log': {'1.0'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'NDPProxy': {'1.0'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Network': {'1.1'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Port': {'1.7'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'PortForwarding': {'1.3'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'QosPolicy': {'1.10'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SecurityGroup': {'1.5'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SubPort': {'1.0'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Subnet': {'1.1'}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Trunk': {'1.1'}} Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: consumer versions: Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: { DHCP agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: HyperV agent@hv-cinder-84984: {}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: L3 agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: Metadata agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: Metering agent@dv-cinder-849846-4-iscsi: {}, Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: Open vSwitch agent@dv-cinder-849846-4-iscsi: { 'AddressGroup': '1.2', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Agent': '1.1', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'ConntrackHelper': '1.0', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'LocalIPAssociation': '1.0', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Log': '1.0', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'NDPProxy': '1.0', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Network': '1.1', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Port': '1.7', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'PortForwarding': '1.3', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'QosPolicy': '1.10', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SecurityGroup': '1.5', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SecurityGroupRule': '1.2', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'SubPort': '1.0', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Subnet': '1.1', Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: 'Trunk': '1.1'}} Jul 31 14:22:46.323147 dv-cinder-849846-4-iscsi neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 14:22:46.331315 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Attempting to bind port ffe5bc57-1da9-449a-8164-2127d8c4f642 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:22:46.333622 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0630d8dc-d724-4ddf-bb14-ee6ad484315f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eb1fb9777eab40bab0ae6d87404179aa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2468784 Jul 31 14:22:46.334176 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Attempting to bind port ffe5bc57-1da9-449a-8164-2127d8c4f642 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:22:46.335962 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Attempting to bind port ffe5bc57-1da9-449a-8164-2127d8c4f642 on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:22:46.358860 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:22:46.359582 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:46.360200 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.361566 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:22:46.362344 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Bound port: ffe5bc57-1da9-449a-8164-2127d8c4f642, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:22:46.364909 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.382387 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Current status of the port 24af8918-7674-4dd5-afe8-28bd8849ca1c is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:46.382788 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.409630 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54708) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:46.433097 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:46.493189 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] For port ffe5bc57-1da9-449a-8164-2127d8c4f642, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:22:46.500526 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] For port ffe5bc57-1da9-449a-8164-2127d8c4f642, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=ffe5bc57-1da9-449a-8164-2127d8c4f642,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:22:46.521102 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.577629 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Allocated IP 172.27.1.129 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:46.581947 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164f259-3552-4166-a66f-88a9dd02c1b5 None None] Pushing event updated for resources: {'Port': ['ID=ffe5bc57-1da9-449a-8164-2127d8c4f642,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:46.586014 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] For port 24af8918-7674-4dd5-afe8-28bd8849ca1c, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=24af8918-7674-4dd5-afe8-28bd8849ca1c,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:22:46.587115 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:46.587663 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.594520 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:46.608753 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:46.609659 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:46.616882 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:46.637448 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.648701 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.706311 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:46.720740 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Network cbc0073a-ae55-48a9-8514-9052086eccf8 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:46.723352 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:46.765421 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Provisioning complete for port 6788c03e-7c50-4657-ac27-c7083803b87d triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:46.767903 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:46.884712 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:46.888785 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:46.932573 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Pushing event updated for resources: {'Port': ['ID=24af8918-7674-4dd5-afe8-28bd8849ca1c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:47.001691 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Port 6788c03e-7c50-4657-ac27-c7083803b87d cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:22:47.065930 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:22:47.081617 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Provisioning complete for port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:47.082000 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:47.085471 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:47.095900 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 24af8918-7674-4dd5-afe8-28bd8849ca1c up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:47.166556 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks [] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:47.208873 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:47.217898 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (7495c023-accb-4ca2-8475-c0892f296792), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:47.237528 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b7f394-ccb2-403f-a5b4-afc851ec4913 None None] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:22:47.308044 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:47.353909 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:47.378294 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 2, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:47.385105 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:47.387925 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:22:47.396268 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-923e8977-e2b5-423f-a9f2-86c801fb055d admin admin] 10.222.0.40 "PUT /v2.0/routers/3d80c412-8457-4ed7-b6cb-a61aee3b10df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1669633 Jul 31 14:22:47.419453 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f9f103-446b-49f9-8b6b-63be522f4a9f None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 2, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:22:47.477414 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c3d4cb48-769d-4460-a715-3dd7fb585371 admin admin] Publish callbacks [] for security_group (70f17289-2bdc-428f-983d-acdac8f92b34), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:47.525031 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:47.548829 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 24af8918-7674-4dd5-afe8-28bd8849ca1c triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:47.549421 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:47.619796 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Current status of the port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:47.624894 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:47.637774 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Provisioning complete for port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:47.638436 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:47.684062 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c3d4cb48-769d-4460-a715-3dd7fb585371 admin admin] Publish callbacks [] for security_group (70f17289-2bdc-428f-983d-acdac8f92b34), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:47.754266 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:47.775798 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:47.835047 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d50ead9f-2e61-45bc-acb0-bdb2f92a3333 None None] Current status of the port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:47.856946 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 24af8918-7674-4dd5-afe8-28bd8849ca1c is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:47.858469 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:48.022824 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:48.023359 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.028591 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-b9517be6-b33b-4148-aa0a-63fda443c932 None None] Provisioning complete for port 24af8918-7674-4dd5-afe8-28bd8849ca1c triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:48.029091 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9517be6-b33b-4148-aa0a-63fda443c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.104638 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks [] for router_gateway (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.133413 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:48.369714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54766) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:48.376147 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-c97e995d-b3bc-44d5-8664-792e4b0c5256 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--648086761', 'description': 'tempest-description--942162376'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:48.433265 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:48.434178 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.444124 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c3d4cb48-769d-4460-a715-3dd7fb585371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (70f17289-2bdc-428f-983d-acdac8f92b34), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.446433 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c97e995d-b3bc-44d5-8664-792e4b0c5256 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.456949 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c3d4cb48-769d-4460-a715-3dd7fb585371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.461958 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c3d4cb48-769d-4460-a715-3dd7fb585371 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/70f17289-2bdc-428f-983d-acdac8f92b34 HTTP/1.1" status: 204 len: 168 time: 2.0508513 Jul 31 14:22:48.481806 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=28cecfdd-bdda-48dd-8019-5ea92d2dd5e4,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:22:48.491888 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b9517be6-b33b-4148-aa0a-63fda443c932 None None] Current status of the port 24af8918-7674-4dd5-afe8-28bd8849ca1c is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:48.507459 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.516919 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Router 7495c023-accb-4ca2-8475-c0892f296792 is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:22:48.578465 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-b9517be6-b33b-4148-aa0a-63fda443c932 None None] Provisioning complete for port 6788c03e-7c50-4657-ac27-c7083803b87d triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:48.579055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9517be6-b33b-4148-aa0a-63fda443c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.589395 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:48.606083 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4cb48-769d-4460-a715-3dd7fb585371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f17289-2bdc-428f-983d-acdac8f92b34,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:48.778404 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c97e995d-b3bc-44d5-8664-792e4b0c5256 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (01867ec3-5d2d-44c7-ae17-7e1c00bcd176), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.791596 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c97e995d-b3bc-44d5-8664-792e4b0c5256 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (01867ec3-5d2d-44c7-ae17-7e1c00bcd176), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.857372 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b316ee29-5bd8-4c13-b6ef-c9927f2304d8 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:48.869590 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b9517be6-b33b-4148-aa0a-63fda443c932 None None] Port 6788c03e-7c50-4657-ac27-c7083803b87d cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:22:48.934752 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c97e995d-b3bc-44d5-8664-792e4b0c5256 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.941992 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-c97e995d-b3bc-44d5-8664-792e4b0c5256 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5710356 Jul 31 14:22:48.947331 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54790) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:48.951562 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:48.955387 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-ed07ed03-5af2-4764-ae4a-3b7095131189 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group_rule': {'security_group_id': '01867ec3-5d2d-44c7-ae17-7e1c00bcd176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:48.961308 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-b9517be6-b33b-4148-aa0a-63fda443c932 None None] Provisioning complete for port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:48.963438 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:48.963557 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9517be6-b33b-4148-aa0a-63fda443c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.005624 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:49.009252 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e995d-b3bc-44d5-8664-792e4b0c5256 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01867ec3-5d2d-44c7-ae17-7e1c00bcd176,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:49.039883 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=28cecfdd-bdda-48dd-8019-5ea92d2dd5e4,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:49.049882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed07ed03-5af2-4764-ae4a-3b7095131189 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (f8fc6ac0-243e-472b-87e4-fca5cdea1e8b), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.159930 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:49.160322 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.233732 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b9517be6-b33b-4148-aa0a-63fda443c932 None None] Current status of the port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:49.288939 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed07ed03-5af2-4764-ae4a-3b7095131189 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (f8fc6ac0-243e-472b-87e4-fca5cdea1e8b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.299570 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed07ed03-5af2-4764-ae4a-3b7095131189 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (f8fc6ac0-243e-472b-87e4-fca5cdea1e8b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.357975 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:22:49.366812 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:49.368048 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 24af8918-7674-4dd5-afe8-28bd8849ca1c up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:49.384323 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07ed03-5af2-4764-ae4a-3b7095131189 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fc6ac0-243e-472b-87e4-fca5cdea1e8b,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:49.397206 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Sync routers for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:22:49.410688 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed07ed03-5af2-4764-ae4a-3b7095131189 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.425362 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-ed07ed03-5af2-4764-ae4a-3b7095131189 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4763746 Jul 31 14:22:49.427248 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54814) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:49.428916 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.437847 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-93db3eff-a169-44f7-b4d5-e2b8d4cf4547 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9335432 Jul 31 14:22:49.440248 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54820) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:49.445217 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-a6e3a09f-89b9-4b10-a271-b85eb75eb106 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group_rule': {'security_group_id': '01867ec3-5d2d-44c7-ae17-7e1c00bcd176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:49.445927 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks [] for router_gateway (13d69d6a-7fc7-420c-b463-745e78901dff), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.519749 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a09f-89b9-4b10-a271-b85eb75eb106 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (256d62f6-111b-49a5-b075-211870701533), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.551085 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-2cebc55f-6ec8-4ca1-ae11-3aee4ee22cf7 None None] Provisioning complete for port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:49.553052 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cebc55f-6ec8-4ca1-ae11-3aee4ee22cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.613868 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:49.614611 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:49.662313 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:49.675275 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a09f-89b9-4b10-a271-b85eb75eb106 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (256d62f6-111b-49a5-b075-211870701533), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.681375 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a09f-89b9-4b10-a271-b85eb75eb106 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (256d62f6-111b-49a5-b075-211870701533), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.697758 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 24af8918-7674-4dd5-afe8-28bd8849ca1c triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:49.698134 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.737784 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3a09f-89b9-4b10-a271-b85eb75eb106 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256d62f6-111b-49a5-b075-211870701533,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:49.750352 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a09f-89b9-4b10-a271-b85eb75eb106 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.752774 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-a6e3a09f-89b9-4b10-a271-b85eb75eb106 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3192511 Jul 31 14:22:49.756340 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54830) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:49.762897 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:49.814561 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:49.816703 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:49.914924 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2cebc55f-6ec8-4ca1-ae11-3aee4ee22cf7 None None] Current status of the port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:49.938497 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:49.951589 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:50.056904 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 24af8918-7674-4dd5-afe8-28bd8849ca1c is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:50.108059 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:50.205921 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:44Z', 'revision_number': 3, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:50.235492 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:22:50.236232 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Checking router: 7495c023-accb-4ca2-8475-c0892f296792 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:22:50.236814 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Updating router 7495c023-accb-4ca2-8475-c0892f296792 port c3fbeede-928d-4023-a3ec-6f45f4f37b65 binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:22:50.246313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54840) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:50.249018 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (13d69d6a-7fc7-420c-b463-745e78901dff), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:50.271581 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:50.274214 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:50.296848 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54844) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:50.339466 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Allocated IP 172.27.1.248 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/00f2cfba-09c2-4455-823d-18c14a787705) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:50.475864 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:22:50.541825 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (00f2cfba-09c2-4455-823d-18c14a787705), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:50.560857 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:50.617373 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (00f2cfba-09c2-4455-823d-18c14a787705), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:50.692781 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:50.703635 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5db94f4d-8f42-4e92-9f13-e937b8178551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:50.721884 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:50.726273 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4387c30b-14f7-4832-b3ce-fe24e6f9a6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:50.744276 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:50.857508 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:22:50.879317 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Sync routers for ids ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:22:50.895297 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:50.902252 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3efaaf4d-735d-48db-a60c-1ae40e058593 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0722821 Jul 31 14:22:50.902426 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Routers {'0db0bcb0-f42e-413f-a9f1-5c8b7263998c'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:50.902426 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:50.903669 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:50.905990 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54862) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:50.939954 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=00f2cfba-09c2-4455-823d-18c14a787705,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:51.045513 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (1ca6b2a9-3833-42ed-8905-98671b436ef8), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.064779 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Router 13d69d6a-7fc7-420c-b463-745e78901dff is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:22:51.072214 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Publish callbacks [] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.082712 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device ffe5bc57-1da9-449a-8164-2127d8c4f642 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:51.092382 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.159042 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Attempting to bind port c3fbeede-928d-4023-a3ec-6f45f4f37b65 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:22:51.160002 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Attempting to bind port c3fbeede-928d-4023-a3ec-6f45f4f37b65 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:22:51.161344 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Attempting to bind port c3fbeede-928d-4023-a3ec-6f45f4f37b65 on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:22:51.179395 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:22:51.180474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:51.181066 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.181648 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:22:51.182573 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Bound port: c3fbeede-928d-4023-a3ec-6f45f4f37b65, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:22:51.182747 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Set router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:51.183218 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.229304 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:22:51.253474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Sync routers for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:22:51.268010 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (00f2cfba-09c2-4455-823d-18c14a787705), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.273955 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:51.301020 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:22:51.306308 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:51.307061 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:51.389082 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5db94f4d-8f42-4e92-9f13-e937b8178551 admin admin] Publish callbacks [] for security_group (f5996d4e-472c-4b74-a7ae-67cab7fd0340), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.411313 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5db94f4d-8f42-4e92-9f13-e937b8178551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (f5996d4e-472c-4b74-a7ae-67cab7fd0340), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.439449 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.443005 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:51.444635 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2ec726a9-2518-4051-b2c4-28605f87bca8 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.7309265 Jul 31 14:22:51.448445 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54864) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:51.461634 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.510257 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4387c30b-14f7-4832-b3ce-fe24e6f9a6f7 admin admin] Publish callbacks [] for security_group (72f3a267-6319-46d2-9087-dd92f3c4fd83), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.522618 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:51.523546 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:51.648793 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:51.742105 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:51.792860 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:48Z', 'revision_number': 3, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:51.825372 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Checking router: 13d69d6a-7fc7-420c-b463-745e78901dff for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:22:51.825591 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Updating router 13d69d6a-7fc7-420c-b463-745e78901dff port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:22:51.837034 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Allocated IP 172.20.0.1 (6b6a43aa-cc11-41ae-aa14-00f6b134f366/8b8a7178-8d32-4623-8d99-6b1c1b60f20b/b2f4818b-938f-4b99-a1d1-4fe0614ddaad) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:51.862202 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.865095 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:47Z', 'revision_number': 3, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'gw_port': {'id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:51.901166 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Checking router: 0db0bcb0-f42e-413f-a9f1-5c8b7263998c for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:22:51.904763 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Updating router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c port 2bb609dc-b6fe-4617-95d5-781f47236bc6 binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:22:51.906773 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db94f4d-8f42-4e92-9f13-e937b8178551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5996d4e-472c-4b74-a7ae-67cab7fd0340,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:51.924030 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5db94f4d-8f42-4e92-9f13-e937b8178551 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b8637b2cd2ae4a449493eac6b37e2b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6187129 Jul 31 14:22:51.930701 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:51.931191 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54870) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:51.933003 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4387c30b-14f7-4832-b3ce-fe24e6f9a6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (72f3a267-6319-46d2-9087-dd92f3c4fd83), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:51.975780 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:51.980759 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:51.982863 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.033098 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-4387c30b-14f7-4832-b3ce-fe24e6f9a6f7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=60b3308a422b4ddc8389e7fccda8e77c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7833161 Jul 31 14:22:52.040732 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387c30b-14f7-4832-b3ce-fe24e6f9a6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3a267-6319-46d2-9087-dd92f3c4fd83,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:52.045186 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54876) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:52.061912 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78fe9374-c9a3-4431-b237-312e4a0c4af5 admin admin] Publish callbacks [] for security_group (f5996d4e-472c-4b74-a7ae-67cab7fd0340), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.073378 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Publish callbacks [] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.115638 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78fe9374-c9a3-4431-b237-312e4a0c4af5 admin admin] Publish callbacks [] for security_group (f5996d4e-472c-4b74-a7ae-67cab7fd0340), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.128276 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 2, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:52.142937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:52.159456 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9a59f-0b24-4d6f-b3c8-c36835ec464c None None] Pushing event updated for resources: {'Port': ['ID=c3fbeede-928d-4023-a3ec-6f45f4f37b65,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:52.167960 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:22:52.168310 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Updating router 3d80c412-8457-4ed7-b6cb-a61aee3b10df port 6788c03e-7c50-4657-ac27-c7083803b87d binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:22:52.194894 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.208168 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:52.212392 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:52.215213 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] For port c3fbeede-928d-4023-a3ec-6f45f4f37b65, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:22:52.221815 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.227111 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:52.237872 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port ffe5bc57-1da9-449a-8164-2127d8c4f642 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:52.237872 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.238167 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78fe9374-c9a3-4431-b237-312e4a0c4af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (f5996d4e-472c-4b74-a7ae-67cab7fd0340), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.238167 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78fe9374-c9a3-4431-b237-312e4a0c4af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.239215 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-78fe9374-c9a3-4431-b237-312e4a0c4af5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f5996d4e-472c-4b74-a7ae-67cab7fd0340 HTTP/1.1" status: 204 len: 168 time: 0.2986028 Jul 31 14:22:52.274249 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe9374-c9a3-4431-b237-312e4a0c4af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5996d4e-472c-4b74-a7ae-67cab7fd0340,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:52.319469 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:52.329303 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:52.351249 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Pushing event updated for resources: {'Port': ['ID=b2f4818b-938f-4b99-a1d1-4fe0614ddaad,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:52.358374 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:52.360979 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (7495c023-accb-4ca2-8475-c0892f296792), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.381426 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] For port c3fbeede-928d-4023-a3ec-6f45f4f37b65, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=c3fbeede-928d-4023-a3ec-6f45f4f37b65,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:22:52.474341 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port ffe5bc57-1da9-449a-8164-2127d8c4f642 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:52.475780 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.477303 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1862e334-d74f-4ef3-b0d6-972cd775cc40 admin admin] Publish callbacks [] for security_group (72f3a267-6319-46d2-9087-dd92f3c4fd83), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.502676 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port ffe5bc57-1da9-449a-8164-2127d8c4f642, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=ffe5bc57-1da9-449a-8164-2127d8c4f642,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:22:52.504952 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.556269 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.560469 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:52.643340 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.680041 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:52.680493 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.682237 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:52.682955 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:52.718101 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1862e334-d74f-4ef3-b0d6-972cd775cc40 admin admin] Publish callbacks [] for security_group (72f3a267-6319-46d2-9087-dd92f3c4fd83), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.733695 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Publish callbacks [] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.761895 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (00f2cfba-09c2-4455-823d-18c14a787705), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.779185 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:52.779468 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:52.783515 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Publish callbacks [] for port (6788c03e-7c50-4657-ac27-c7083803b87d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.792452 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (00f2cfba-09c2-4455-823d-18c14a787705), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.793514 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (1ca6b2a9-3833-42ed-8905-98671b436ef8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.797152 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9a59f-0b24-4d6f-b3c8-c36835ec464c None None] Pushing event updated for resources: {'Port': ['ID=c3fbeede-928d-4023-a3ec-6f45f4f37b65,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:52.797354 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.811171 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.846392 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Attempting to bind port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:22:52.846860 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Attempting to bind port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:22:52.849074 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Attempting to bind port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:22:52.897269 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:22:52.897945 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:52.898564 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.899062 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:22:52.899684 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Bound port: bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:22:52.900149 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.927114 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a36d-f8c4-461d-a72b-379f82ae98e0 None None] Pushing event updated for resources: {'Port': ['ID=6788c03e-7c50-4657-ac27-c7083803b87d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:52.955724 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:52.957068 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1994121 Jul 31 14:22:52.982170 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] For port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:22:52.987377 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] For port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:22:53.035776 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.040763 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b3f32-5d6a-4436-840b-f81f798b3a34 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=00f2cfba-09c2-4455-823d-18c14a787705,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:53.098973 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54914) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:53.113851 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-77ba84b1-0bde-4422-a965-b5761e9e0a50 None None] Provisioning complete for port b2f4818b-938f-4b99-a1d1-4fe0614ddaad triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:53.114392 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ba84b1-0bde-4422-a965-b5761e9e0a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.175509 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-77ba84b1-0bde-4422-a965-b5761e9e0a50 None None] Port b2f4818b-938f-4b99-a1d1-4fe0614ddaad cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:22:53.176143 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.180270 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=ffe5bc57-1da9-449a-8164-2127d8c4f642,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:53.200146 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Attempting to bind port 6788c03e-7c50-4657-ac27-c7083803b87d on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:22:53.200519 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Attempting to bind port 6788c03e-7c50-4657-ac27-c7083803b87d by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:22:53.200931 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Attempting to bind port 6788c03e-7c50-4657-ac27-c7083803b87d on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:22:53.212137 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:22:53.212506 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Checking segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:53.212902 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.213291 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Bound using segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:22:53.213765 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Bound port: 6788c03e-7c50-4657-ac27-c7083803b87d, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:22:53.214140 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.231823 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0604006f-4cb3-42b3-8bb3-c29364b11881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.256457 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1862e334-d74f-4ef3-b0d6-972cd775cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (72f3a267-6319-46d2-9087-dd92f3c4fd83), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.270134 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1862e334-d74f-4ef3-b0d6-972cd775cc40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.270134 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-1862e334-d74f-4ef3-b0d6-972cd775cc40 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/72f3a267-6319-46d2-9087-dd92f3c4fd83 HTTP/1.1" status: 204 len: 168 time: 1.2151465 Jul 31 14:22:53.289573 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af89cd-10cd-414f-bf30-92707d7a5e90 None None] Pushing event updated for resources: {'Port': ['ID=bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:53.308135 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:53.309070 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:53.399338 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:53.406539 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:53.528612 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Allocated IP 172.20.0.1 (e9372a5f-4043-4ef0-b455-80de14da5a19/af97202f-1535-4250-ad61-0b464a64dedd/69c79a37-0bbb-4cce-9a9d-72863375cdc5) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:53.532049 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0604006f-4cb3-42b3-8bb3-c29364b11881 admin admin] Publish callbacks [] for security_group (6df7149d-da92-4b16-a24d-cd3b09c776d4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.551934 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Publish callbacks [] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.567743 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] For port 6788c03e-7c50-4657-ac27-c7083803b87d, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:22:53.567861 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54944) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:53.572612 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.584107 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0604006f-4cb3-42b3-8bb3-c29364b11881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6df7149d-da92-4b16-a24d-cd3b09c776d4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.674669 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:53.675718 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Attempting to bind port 2bb609dc-b6fe-4617-95d5-781f47236bc6 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:22:53.676196 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Attempting to bind port 2bb609dc-b6fe-4617-95d5-781f47236bc6 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:22:53.676593 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Attempting to bind port 2bb609dc-b6fe-4617-95d5-781f47236bc6 on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:22:53.679244 dv-cinder-849846-4-iscsi neutron-server[103882]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 31 14:22:53.688968 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee97527-fbeb-4e18-af01-c2684ae2a4e6 None None] Pushing event updated for resources: {'Port': ['ID=2bb609dc-b6fe-4617-95d5-781f47236bc6,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:53.702706 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:22:53.703286 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:22:53.705505 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.707178 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:22:53.707842 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Bound port: 2bb609dc-b6fe-4617-95d5-781f47236bc6, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:22:53.710146 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.738096 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:53.744290 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device ffe5bc57-1da9-449a-8164-2127d8c4f642 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:53.750131 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0604006f-4cb3-42b3-8bb3-c29364b11881 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7c60330b309d4c61931f43715b73df32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6481979 Jul 31 14:22:53.762617 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54956) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:53.795751 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] For port 2bb609dc-b6fe-4617-95d5-781f47236bc6, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:22:53.799593 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] For port 2bb609dc-b6fe-4617-95d5-781f47236bc6, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=2bb609dc-b6fe-4617-95d5-781f47236bc6,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:22:53.805523 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Publish callbacks [] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.807912 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] For port 6788c03e-7c50-4657-ac27-c7083803b87d, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=6788c03e-7c50-4657-ac27-c7083803b87d,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:22:53.815453 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.875297 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:53.898488 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:53.906899 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.916205 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:53.919976 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee97527-fbeb-4e18-af01-c2684ae2a4e6 None None] Pushing event updated for resources: {'Port': ['ID=2bb609dc-b6fe-4617-95d5-781f47236bc6,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:53.978640 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Routers {'0db0bcb0-f42e-413f-a9f1-5c8b7263998c'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:53.979311 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:54.032746 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af89cd-10cd-414f-bf30-92707d7a5e90 None None] Pushing event updated for resources: {'Port': ['ID=bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:54.041088 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 54964) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:54.044300 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:22:54.044927 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:54.055301 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:54.074410 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862e334-d74f-4ef3-b0d6-972cd775cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3a267-6319-46d2-9087-dd92f3c4fd83,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:54.075263 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:44Z', 'revision_number': 3, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:54.094923 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cfecf8a1-3806-442a-9ac6-7a451d4e87be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:54.135586 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a36d-f8c4-461d-a72b-379f82ae98e0 None None] Pushing event updated for resources: {'Port': ['ID=6788c03e-7c50-4657-ac27-c7083803b87d,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:54.165200 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Network e9372a5f-4043-4ef0-b455-80de14da5a19 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:54.193559 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Pushing event updated for resources: {'Port': ['ID=69c79a37-0bbb-4cce-9a9d-72863375cdc5,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:54.204588 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cfecf8a1-3806-442a-9ac6-7a451d4e87be admin admin] Publish callbacks [] for security_group (40d17cd8-999b-4072-8633-0e0cab771feb), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:54.205126 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9684f-ce3d-44dd-9d50-2175bc155033 None None] The sync data for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi is: [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:44Z', 'revision_number': 3, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:22:54.208105 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:54.214402 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:54.215033 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:54.234748 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:54.251741 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:54.259940 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:54.273343 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-cebf66d6-e2a2-410a-9108-2d03a27917c0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--648086761&fields=id&tenant_id=9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 267 time: 0.6000769 Jul 31 14:22:54.275373 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cfecf8a1-3806-442a-9ac6-7a451d4e87be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (40d17cd8-999b-4072-8633-0e0cab771feb), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:54.360157 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port ffe5bc57-1da9-449a-8164-2127d8c4f642 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:54.360544 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:54.405027 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] Set router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:54.426030 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:54.530482 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:54.558323 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:22:54.612221 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Allocated IP 172.20.0.1 (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a/aaa9e51a-fb76-4777-bcb3-fbd636f7ad07/204e914f-52e6-45f8-a4e6-01f4086c5b48) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:22:54.673507 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port ffe5bc57-1da9-449a-8164-2127d8c4f642 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:54.705005 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-c3648d2e-4a9a-4ae1-84d2-86d9b32e7f1f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:54.719100 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-c3648d2e-4a9a-4ae1-84d2-86d9b32e7f1f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 815 time: 0.4418292 Jul 31 14:22:54.752347 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604006f-4cb3-42b3-8bb3-c29364b11881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df7149d-da92-4b16-a24d-cd3b09c776d4,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:54.780833 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-af4320a6-05fd-4666-806a-ea2abc502f29 None None] Provisioning complete for port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:54.781885 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af4320a6-05fd-4666-806a-ea2abc502f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:54.810879 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:54.845259 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-4b49f20f-0a52-420e-9123-c81fbde24dd9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/quotas/9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 375 time: 0.1280880 Jul 31 14:22:54.853661 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 54978) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:54.855917 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cfecf8a1-3806-442a-9ac6-7a451d4e87be admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0ef7eec7049747a6b8c0a4bbfba06096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7978959 Jul 31 14:22:54.907276 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:48Z', 'revision_number': 3, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:54.910372 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-af4320a6-05fd-4666-806a-ea2abc502f29 None None] Port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:22:54.944496 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610389a4-3134-4f9e-9a39-81712d9396e9 None None] The sync data for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi is: [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:48Z', 'revision_number': 3, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:22:54.958808 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecf8a1-3806-442a-9ac6-7a451d4e87be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d17cd8-999b-4072-8633-0e0cab771feb,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:55.088590 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:47Z', 'revision_number': 3, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'gw_port': {'id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:55.125512 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d01d7-480f-440b-a6a6-64505bf30e56 None None] The sync data for ids ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'] in dv-cinder-849846-4-iscsi is: [{'id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:47Z', 'revision_number': 3, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'gw_port': {'id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:22:55.202633 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:22:55.254385 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af671a-8f3c-425b-94ae-abb030d9f6dc None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:22:55.264394 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Publish callbacks [] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.279786 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3f74c9c1-aef8-4c4f-bc36-ff7ee6499d3f admin admin] Publish callbacks [] for security_group (6df7149d-da92-4b16-a24d-cd3b09c776d4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.306621 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.307492 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (7495c023-accb-4ca2-8475-c0892f296792), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.379971 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-2cb15af8-8660-4b40-8d32-e94cc60f1ee6 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5204954 Jul 31 14:22:55.513433 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Pushing event updated for resources: {'Port': ['ID=b2f4818b-938f-4b99-a1d1-4fe0614ddaad,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:55.525486 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3f74c9c1-aef8-4c4f-bc36-ff7ee6499d3f admin admin] Publish callbacks [] for security_group (6df7149d-da92-4b16-a24d-cd3b09c776d4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.537170 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Publish callbacks [] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.598769 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Publish callbacks [] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.598769 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:55.660662 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.662069 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.682190 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.739933 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4324ba13-47d0-40ab-a2fb-00d3dbe55f75 admin admin] Publish callbacks [] for security_group (40d17cd8-999b-4072-8633-0e0cab771feb), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:55.811960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:55.817295 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:55.825383 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:22:55.829588 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (13d69d6a-7fc7-420c-b463-745e78901dff), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.040650 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:56.043120 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:56.095171 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-dbe759a2-6880-42c0-8a36-98970e66b215 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:22:56.096622 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-dbe759a2-6880-42c0-8a36-98970e66b215 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2410345 Jul 31 14:22:56.108492 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device c3fbeede-928d-4023-a3ec-6f45f4f37b65 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:56.221077 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Pushing event updated for resources: {'Port': ['ID=69c79a37-0bbb-4cce-9a9d-72863375cdc5,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:56.248562 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4324ba13-47d0-40ab-a2fb-00d3dbe55f75 admin admin] Publish callbacks [] for security_group (40d17cd8-999b-4072-8633-0e0cab771feb), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.305775 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port c3fbeede-928d-4023-a3ec-6f45f4f37b65 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:56.306361 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.429541 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-be20dadc-04c7-4ceb-9017-289da33583b1 None None] Provisioning complete for port 204e914f-52e6-45f8-a4e6-01f4086c5b48 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:56.429833 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be20dadc-04c7-4ceb-9017-289da33583b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.453872 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3f74c9c1-aef8-4c4f-bc36-ff7ee6499d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6df7149d-da92-4b16-a24d-cd3b09c776d4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.460776 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3f74c9c1-aef8-4c4f-bc36-ff7ee6499d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.467331 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3f74c9c1-aef8-4c4f-bc36-ff7ee6499d3f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6df7149d-da92-4b16-a24d-cd3b09c776d4 HTTP/1.1" status: 204 len: 168 time: 2.4384115 Jul 31 14:22:56.482769 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Network e9372a5f-4043-4ef0-b455-80de14da5a19 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:56.504954 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:56.623587 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74c9c1-aef8-4c4f-bc36-ff7ee6499d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df7149d-da92-4b16-a24d-cd3b09c776d4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:56.675327 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55012) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:56.679655 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:56.697161 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-be20dadc-04c7-4ceb-9017-289da33583b1 None None] Port 204e914f-52e6-45f8-a4e6-01f4086c5b48 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:22:56.751786 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Router 7495c023-accb-4ca2-8475-c0892f296792 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:22:56.792033 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port c3fbeede-928d-4023-a3ec-6f45f4f37b65 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:56.795162 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.828687 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Pushing event updated for resources: {'Port': ['ID=204e914f-52e6-45f8-a4e6-01f4086c5b48,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:56.900079 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.924737 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4324ba13-47d0-40ab-a2fb-00d3dbe55f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (40d17cd8-999b-4072-8633-0e0cab771feb), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.926015 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-04595d56-fef3-466b-a6f7-4fcd30d5e55a None None] Provisioning complete for port b2f4818b-938f-4b99-a1d1-4fe0614ddaad triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:56.926398 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04595d56-fef3-466b-a6f7-4fcd30d5e55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.932285 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-8a42574c-01b8-4a7b-910f-79de17662719 service neutron] 10.222.0.40 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408903 Jul 31 14:22:56.933689 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4324ba13-47d0-40ab-a2fb-00d3dbe55f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.938613 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-4324ba13-47d0-40ab-a2fb-00d3dbe55f75 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/40d17cd8-999b-4072-8633-0e0cab771feb HTTP/1.1" status: 204 len: 168 time: 2.0825944 Jul 31 14:22:56.940023 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port c3fbeede-928d-4023-a3ec-6f45f4f37b65, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=c3fbeede-928d-4023-a3ec-6f45f4f37b65,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:22:56.982156 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:56.997097 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324ba13-47d0-40ab-a2fb-00d3dbe55f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d17cd8-999b-4072-8633-0e0cab771feb,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:56.997845 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:56.998644 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 6788c03e-7c50-4657-ac27-c7083803b87d up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:57.071050 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:22:57.195446 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-04595d56-fef3-466b-a6f7-4fcd30d5e55a None None] Port b2f4818b-938f-4b99-a1d1-4fe0614ddaad cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:22:57.255048 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=c3fbeede-928d-4023-a3ec-6f45f4f37b65,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:57.279408 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 6788c03e-7c50-4657-ac27-c7083803b87d triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:57.280162 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:57.363015 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:57.373216 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-950213ba-d0b8-46c7-b318-2854ac88e368 None None] Provisioning complete for port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:57.373830 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-950213ba-d0b8-46c7-b318-2854ac88e368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:57.382564 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:57.389692 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-d37ecb4a-bcd9-497f-a0a6-eee7539dbcb1 service neutron] 10.222.0.40 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543493 Jul 31 14:22:57.394829 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:22:57.418245 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-197401ef-3d50-4b04-a078-ea66f21512fb admin admin] 10.222.0.40 "PUT /v2.0/routers/7495c023-accb-4ca2-8475-c0892f296792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8892028 Jul 31 14:22:57.471260 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Publish callbacks [] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:57.583608 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-950213ba-d0b8-46c7-b318-2854ac88e368 None None] Port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:22:57.603868 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 6788c03e-7c50-4657-ac27-c7083803b87d is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:57.604519 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:57.636957 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7c961d76-47b4-4bfe-9d00-bef51fa33838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:57.675267 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:57.675267 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (13d69d6a-7fc7-420c-b463-745e78901dff), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:57.690207 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 6788c03e-7c50-4657-ac27-c7083803b87d, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=6788c03e-7c50-4657-ac27-c7083803b87d,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:22:57.701320 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:57.701518 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:57.834001 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=6788c03e-7c50-4657-ac27-c7083803b87d,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:57.864202 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-48359122-e03e-4d85-8edc-4ec365d854db req-b0f24e82-d02d-4356-ab11-339e0c1eb701 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.1304984 Jul 31 14:22:57.978760 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:22:58.024391 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-bf1b38be-d0ed-45dd-9ad4-92b349937154 admin admin] 10.222.0.40 "PUT /v2.0/routers/0db0bcb0-f42e-413f-a9f1-5c8b7263998c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0773795 Jul 31 14:22:58.024391 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Pushing event updated for resources: {'Port': ['ID=204e914f-52e6-45f8-a4e6-01f4086c5b48,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:58.106155 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:22:58.114836 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:22:58.174299 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device c3fbeede-928d-4023-a3ec-6f45f4f37b65 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:58.244848 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:58.289736 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7c961d76-47b4-4bfe-9d00-bef51fa33838 admin admin] Publish callbacks [] for security_group (9600ddb9-59e6-4260-bc73-94fac96629df), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.300768 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7c961d76-47b4-4bfe-9d00-bef51fa33838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (9600ddb9-59e6-4260-bc73-94fac96629df), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.365641 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port c3fbeede-928d-4023-a3ec-6f45f4f37b65 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:58.366296 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.421963 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c961d76-47b4-4bfe-9d00-bef51fa33838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9600ddb9-59e6-4260-bc73-94fac96629df,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:58.452231 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-7c961d76-47b4-4bfe-9d00-bef51fa33838 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d3ebac0b19024bad89291edb1db01b92&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7696836 Jul 31 14:22:58.454989 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55102) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:58.503926 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Router 13d69d6a-7fc7-420c-b463-745e78901dff has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:22:58.529665 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55108) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:58.549715 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-446d13be-28ce-42c3-a6ac-0324029ae1cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005376969', 'description': 'tempest-description--679748464'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:58.573838 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-abfaacf7-4221-4a4e-bddc-a9f5a2a873d7 admin admin] Publish callbacks [] for security_group (9600ddb9-59e6-4260-bc73-94fac96629df), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.576060 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port c3fbeede-928d-4023-a3ec-6f45f4f37b65 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:58.577306 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:58.650387 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-499c1cdd-2e0c-4563-b911-a405fe288ab6 None None] Provisioning complete for port 204e914f-52e6-45f8-a4e6-01f4086c5b48 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:58.650805 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-abfaacf7-4221-4a4e-bddc-a9f5a2a873d7 admin admin] Publish callbacks [] for security_group (9600ddb9-59e6-4260-bc73-94fac96629df), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.651300 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-499c1cdd-2e0c-4563-b911-a405fe288ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.698058 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:58.698614 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.702384 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-499c1cdd-2e0c-4563-b911-a405fe288ab6 None None] Port 204e914f-52e6-45f8-a4e6-01f4086c5b48 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:22:58.757623 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-446d13be-28ce-42c3-a6ac-0324029ae1cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.760736 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-abfaacf7-4221-4a4e-bddc-a9f5a2a873d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (9600ddb9-59e6-4260-bc73-94fac96629df), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.764044 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-abfaacf7-4221-4a4e-bddc-a9f5a2a873d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.770569 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-abfaacf7-4221-4a4e-bddc-a9f5a2a873d7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9600ddb9-59e6-4260-bc73-94fac96629df HTTP/1.1" status: 204 len: 168 time: 0.3138146 Jul 31 14:22:58.782596 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaacf7-4221-4a4e-bddc-a9f5a2a873d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9600ddb9-59e6-4260-bc73-94fac96629df,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:58.837158 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:22:58.840296 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:58.840844 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.847296 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-5259eeb7-b08c-430b-9910-7c3601cca52f admin admin] 10.222.0.40 "PUT /v2.0/routers/13d69d6a-7fc7-420c-b463-745e78901dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3976097 Jul 31 14:22:58.869329 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:22:58.877717 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.878535 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 2bb609dc-b6fe-4617-95d5-781f47236bc6 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:58.955329 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-446d13be-28ce-42c3-a6ac-0324029ae1cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (684c17bd-e0ef-48fe-83b2-f035c7b1067d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.966293 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-908e0302-b183-4150-b65a-0cd5871164a3 req-95670c4d-a25b-4e0e-8c28-dda6002de064 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0371161 Jul 31 14:22:58.966879 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-446d13be-28ce-42c3-a6ac-0324029ae1cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (684c17bd-e0ef-48fe-83b2-f035c7b1067d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.971129 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 2bb609dc-b6fe-4617-95d5-781f47236bc6 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:22:58.971554 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:58.999835 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:59.016452 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-446d13be-28ce-42c3-a6ac-0324029ae1cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.022338 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55130) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:59.022669 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-446d13be-28ce-42c3-a6ac-0324029ae1cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4802504 Jul 31 14:22:59.024224 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d13be-28ce-42c3-a6ac-0324029ae1cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684c17bd-e0ef-48fe-83b2-f035c7b1067d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:59.028961 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-386f8f7e-8f84-4b43-a80d-bede185e19b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'security_group_rule': {'security_group_id': '684c17bd-e0ef-48fe-83b2-f035c7b1067d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:59.097502 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-386f8f7e-8f84-4b43-a80d-bede185e19b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (a0ae3c44-5679-4b5a-820d-bfc2933c50e7), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.107074 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:59.109446 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 2bb609dc-b6fe-4617-95d5-781f47236bc6 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:22:59.111734 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.165598 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 2bb609dc-b6fe-4617-95d5-781f47236bc6, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=2bb609dc-b6fe-4617-95d5-781f47236bc6,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:22:59.170740 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.214538 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55146) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:59.217064 dv-cinder-849846-4-iscsi neutron-server[103883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 31 14:22:59.253081 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=2bb609dc-b6fe-4617-95d5-781f47236bc6,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:59.292397 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-386f8f7e-8f84-4b43-a80d-bede185e19b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (a0ae3c44-5679-4b5a-820d-bfc2933c50e7), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.298513 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-386f8f7e-8f84-4b43-a80d-bede185e19b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (a0ae3c44-5679-4b5a-820d-bfc2933c50e7), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.340112 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-386f8f7e-8f84-4b43-a80d-bede185e19b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.341739 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-386f8f7e-8f84-4b43-a80d-bede185e19b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3173344 Jul 31 14:22:59.342913 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f8f7e-8f84-4b43-a80d-bede185e19b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ae3c44-5679-4b5a-820d-bfc2933c50e7,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:59.344725 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55154) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:59.350123 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-a9392f4e-9f9f-4695-8cba-bf8d43a61863 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'security_group_rule': {'security_group_id': '684c17bd-e0ef-48fe-83b2-f035c7b1067d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:59.403085 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a9392f4e-9f9f-4695-8cba-bf8d43a61863 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (d8823326-d4a5-4794-b094-de17341c8e5b), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.507758 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a9392f4e-9f9f-4695-8cba-bf8d43a61863 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (d8823326-d4a5-4794-b094-de17341c8e5b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.514329 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a9392f4e-9f9f-4695-8cba-bf8d43a61863 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (d8823326-d4a5-4794-b094-de17341c8e5b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.518706 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cee5-61a6-459f-b056-de4884013829 req-9dff0e44-3694-448d-bde7-1a1dcefdf942 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:22:59.520509 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-9dff0e44-3694-448d-bde7-1a1dcefdf942 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/networks?id=e9372a5f-4043-4ef0-b455-80de14da5a19 HTTP/1.1" status: 200 len: 811 time: 0.3046775 Jul 31 14:22:59.538582 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-b3f2e1f3-d8af-4dc5-a156-01ae8e3ceb8e tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/quotas/f4ef4d34a8114051a67c51e01cb2b8eb HTTP/1.1" status: 200 len: 375 time: 0.0122743 Jul 31 14:22:59.551061 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9392f4e-9f9f-4695-8cba-bf8d43a61863 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8823326-d4a5-4794-b094-de17341c8e5b,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:22:59.570196 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a9392f4e-9f9f-4695-8cba-bf8d43a61863 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.573140 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a9392f4e-9f9f-4695-8cba-bf8d43a61863 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2271664 Jul 31 14:22:59.581204 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55170) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:59.598901 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:22:59.641334 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:59.652973 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.685942 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-a02e85ec-2274-4034-940b-2c496510a64e tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f4ef4d34a8114051a67c51e01cb2b8eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408644 Jul 31 14:22:59.805707 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55186) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:22:59.828396 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8f8e5e1a-e1f8-433b-b0de-04bb21d4efe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:22:59.915516 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 6788c03e-7c50-4657-ac27-c7083803b87d up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:22:59.919578 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:22:59.951369 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:00.015217 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:00.038074 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 6788c03e-7c50-4657-ac27-c7083803b87d triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:00.038507 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:00.090377 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8f8e5e1a-e1f8-433b-b0de-04bb21d4efe5 admin admin] Publish callbacks [] for security_group (a6b7d700-8f64-4428-9c71-7af50e43a32e), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:00.101658 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8f8e5e1a-e1f8-433b-b0de-04bb21d4efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a6b7d700-8f64-4428-9c71-7af50e43a32e), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:00.178273 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 6788c03e-7c50-4657-ac27-c7083803b87d is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:00.184299 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:00.210508 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e5e1a-e1f8-433b-b0de-04bb21d4efe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7d700-8f64-4428-9c71-7af50e43a32e,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:00.245007 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-8f8e5e1a-e1f8-433b-b0de-04bb21d4efe5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=14ca4f3d9f4d409fa301db5953149a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381461 Jul 31 14:23:00.252528 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55208) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:00.301291 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Sync routers for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:23:00.323904 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:00.326152 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:00.377483 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:00.377979 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:00.550877 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-dcdae71e-05d2-45c6-b9aa-783f787a9e5f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:00.558205 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:00.560986 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-dcdae71e-05d2-45c6-b9aa-783f787a9e5f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 818 time: 0.2140460 Jul 31 14:23:00.593177 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:00.605807 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f9e0f249-4536-4110-94ae-01283b3d3064 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/quotas/832629dd8594494ab41b6596b2d73076 HTTP/1.1" status: 200 len: 375 time: 0.0432491 Jul 31 14:23:00.670869 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:00.672166 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 2bb609dc-b6fe-4617-95d5-781f47236bc6 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:00.672441 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-722d4f05-dde2-42f4-b865-6f190ce6516a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653141 Jul 31 14:23:00.776788 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-74a598de-b3e0-47c5-81d2-b97d556221db service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:23:00.778037 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-74a598de-b3e0-47c5-81d2-b97d556221db service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4333067 Jul 31 14:23:00.831380 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-eafca9b2-1437-497e-ab6d-434f36e2781d admin admin] Publish callbacks [] for security_group (a6b7d700-8f64-4428-9c71-7af50e43a32e), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:00.862440 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-eafca9b2-1437-497e-ab6d-434f36e2781d admin admin] Publish callbacks [] for security_group (a6b7d700-8f64-4428-9c71-7af50e43a32e), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:00.992229 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-eafca9b2-1437-497e-ab6d-434f36e2781d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a6b7d700-8f64-4428-9c71-7af50e43a32e), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:00.995002 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-eafca9b2-1437-497e-ab6d-434f36e2781d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:00.996313 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-eafca9b2-1437-497e-ab6d-434f36e2781d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a6b7d700-8f64-4428-9c71-7af50e43a32e HTTP/1.1" status: 204 len: 168 time: 0.7263741 Jul 31 14:23:01.022312 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafca9b2-1437-497e-ab6d-434f36e2781d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7d700-8f64-4428-9c71-7af50e43a32e,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:01.046758 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-0a4d040e-763b-4b3c-b30f-e29dedb56e65 service neutron] 10.222.0.40 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732696 Jul 31 14:23:01.070790 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Allocated IP 172.27.1.134 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/63f7719b-07a4-4f54-8d50-1cc80adaeff4) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:23:01.076923 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 2bb609dc-b6fe-4617-95d5-781f47236bc6 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:01.078743 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:01.114647 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:01.335650 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Sync routers for ids ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:23:01.361281 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:01.361829 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Routers {'0db0bcb0-f42e-413f-a9f1-5c8b7263998c'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:01.362182 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-56403791-055b-487b-be76-755a44cb1686 service neutron] 10.222.0.40 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145671 Jul 31 14:23:01.376817 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:01.377197 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:22:54Z', 'revision_number': 2, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:01.425056 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Sync routers for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:23:01.428570 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Checking router: 7495c023-accb-4ca2-8475-c0892f296792 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:23:01.429122 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Updating router 7495c023-accb-4ca2-8475-c0892f296792 port b2f4818b-938f-4b99-a1d1-4fe0614ddaad binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:23:01.433314 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 2bb609dc-b6fe-4617-95d5-781f47236bc6 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:01.480257 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:01.481631 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:01.485815 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:01.500377 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for port (63f7719b-07a4-4f54-8d50-1cc80adaeff4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:01.517803 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-8a9e4fe1-6d30-48c7-acce-2cdd20833035 service neutron] 10.222.0.40 "GET /v2.0/networks/e9372a5f-4043-4ef0-b455-80de14da5a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332983 Jul 31 14:23:01.536252 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:01.550899 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:01.706766 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (63f7719b-07a4-4f54-8d50-1cc80adaeff4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:01.745401 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:01.745619 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:01.860059 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Set router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:01.928630 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:23:01.931835 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-068c3b4b-d2cc-4d29-a644-6aa62ff01f6a service neutron] 10.222.0.40 "GET /v2.0/networks/e9372a5f-4043-4ef0-b455-80de14da5a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063220 Jul 31 14:23:01.932517 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.17', 62686) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:01.943473 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:01.969603 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:23:01.993978 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:02.253324 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (074b4ce1-6ce7-467f-a976-3b3c7c768acd), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:02.293468 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-e4f8677a-6ec4-490b-918c-eb0c03cbfe3e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:02.295028 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-e4f8677a-6ec4-490b-918c-eb0c03cbfe3e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 815 time: 0.3607140 Jul 31 14:23:02.395495 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca99e06b-b8ee-48f0-aba5-a22c6f75f259 req-db9de72e-a8dc-4b1d-8c95-5cf199e4eeb2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.1163981 Jul 31 14:23:02.508878 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (63f7719b-07a4-4f54-8d50-1cc80adaeff4), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:02.629110 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Publish callbacks [] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:02.636066 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6e6d5618-dcbf-48fd-9c2e-a92cd2334840 req-61947a60-3702-4831-b4b5-dc2c233a8ad3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 210 time: 0.0811195 Jul 31 14:23:02.657013 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:54Z', 'revision_number': 4, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'gw_port': {'id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '69c79a37-0bbb-4cce-9a9d-72863375cdc5', 'name': '', 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'mac_address': 'fa:16:3e:28:ca:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'af97202f-1535-4250-ad61-0b464a64dedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:52Z', 'updated_at': '2022-07-31T14:22:54Z', 'revision_number': 2, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'subnets': [{'id': 'af97202f-1535-4250-ad61-0b464a64dedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:02.659400 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-158252d3-b012-4ad0-b00f-5cebe7dd5560 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 379 time: 0.2989547 Jul 31 14:23:02.671370 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2c78d2f-ed66-42f9-8173-811acfd13010 req-9d3136d3-f194-4be5-a2fb-b45f2d6a35f6 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 210 time: 0.1480913 Jul 31 14:23:02.673300 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'port': {'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'admin_state_up': True, 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'security_groups': ['01867ec3-5d2d-44c7-ae17-7e1c00bcd176']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:02.687532 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 2, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:02.718965 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:02.737726 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'Port': ['ID=63f7719b-07a4-4f54-8d50-1cc80adaeff4,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:02.774141 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Checking router: 0db0bcb0-f42e-413f-a9f1-5c8b7263998c for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:23:02.774141 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Updating router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:23:02.840583 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:02.904696 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab08df-9234-4a7c-8acd-d3ee7b0de862 None None] Pushing event updated for resources: {'Port': ['ID=b2f4818b-938f-4b99-a1d1-4fe0614ddaad,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:02.912432 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:02.914301 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Made reservation on behalf of 9097fd66951e457ba46812ff17db7501 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:02.914663 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Checking router: 13d69d6a-7fc7-420c-b463-745e78901dff for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:23:02.915267 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Updating router 13d69d6a-7fc7-420c-b463-745e78901dff port 204e914f-52e6-45f8-a4e6-01f4086c5b48 binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:23:02.919173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.027897 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.062304 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for port (63f7719b-07a4-4f54-8d50-1cc80adaeff4), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.080597 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (63f7719b-07a4-4f54-8d50-1cc80adaeff4), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.081594 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (074b4ce1-6ce7-467f-a976-3b3c7c768acd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.151526 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.157662 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5685205 Jul 31 14:23:03.217727 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e422d7-14a0-48f3-af7d-d639ce087eda tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'Port': ['ID=63f7719b-07a4-4f54-8d50-1cc80adaeff4,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:03.420872 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Allocated IP 172.20.0.13 (cbc0073a-ae55-48a9-8514-9052086eccf8/94e7849f-ea16-46d7-a530-fdaaf4efb3a4/21edb8cd-f77a-499c-afac-f0de24050b9d) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:23:03.584552 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Publish callbacks [] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.601326 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.649346 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9dacf1c1-e903-4067-8ae1-88533493777f req-abcff620-a2bb-4d08-a8e7-c44133ff4b84 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.1030612 Jul 31 14:23:03.655123 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:03.801903 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:03.806798 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376c0a1-0cf8-4854-9842-0f7fbb36d76e None None] Pushing event updated for resources: {'Port': ['ID=69c79a37-0bbb-4cce-9a9d-72863375cdc5,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:03.823194 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:03.832274 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Attempting to bind port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:23:03.843916 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Attempting to bind port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:23:03.844331 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Attempting to bind port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 on network e9372a5f-4043-4ef0-b455-80de14da5a19 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:03.864269 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:23:03.864660 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Checking segment: {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:03.865230 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.865966 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Bound using segment: {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:23:03.866677 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Bound port: 69c79a37-0bbb-4cce-9a9d-72863375cdc5, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:23:03.867838 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.869834 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:03.911847 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c9308591-0e96-4d32-995e-6e32d901b7f1 req-d0b76b5a-8661-4a19-8779-237813fbc1f0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 210 time: 0.0938549 Jul 31 14:23:03.972883 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:04.018647 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] For port 69c79a37-0bbb-4cce-9a9d-72863375cdc5, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:23:04.022634 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Attempting to bind port b2f4818b-938f-4b99-a1d1-4fe0614ddaad on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:23:04.023007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Attempting to bind port b2f4818b-938f-4b99-a1d1-4fe0614ddaad by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:23:04.023364 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Attempting to bind port b2f4818b-938f-4b99-a1d1-4fe0614ddaad on network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:04.024103 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] For port 69c79a37-0bbb-4cce-9a9d-72863375cdc5, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=69c79a37-0bbb-4cce-9a9d-72863375cdc5,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:23:04.041370 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:04.086262 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:04.096258 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=21edb8cd-f77a-499c-afac-f0de24050b9d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:04.133538 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:23:04.133929 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Checking segment: {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:04.135376 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:04.135817 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Bound using segment: {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:23:04.136319 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Bound port: b2f4818b-938f-4b99-a1d1-4fe0614ddaad, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:23:04.138042 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:04.149449 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Publish callbacks [] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:04.150177 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-853a6834-e4bb-461a-96af-5e67054111a7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:04.152531 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-853a6834-e4bb-461a-96af-5e67054111a7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 818 time: 0.4938722 Jul 31 14:23:04.157757 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55368) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:04.159865 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Network cbc0073a-ae55-48a9-8514-9052086eccf8 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:23:04.187853 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:04.189463 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:04.207357 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:23:04.232682 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Routers {'0db0bcb0-f42e-413f-a9f1-5c8b7263998c'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:04.234468 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:04.243653 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:04.250252 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:04.298888 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-50355c24-01f5-4f19-8903-9daf7924ef56 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6356137 Jul 31 14:23:04.300185 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-7425c16e-474f-487d-a8ae-03e422bdf398 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/quotas/832629dd8594494ab41b6596b2d73076 HTTP/1.1" status: 200 len: 375 time: 0.1267872 Jul 31 14:23:04.316767 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-bb45900d-ebd4-433e-ac23-9f7f1fef8b55 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:23:04.317863 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-bb45900d-ebd4-433e-ac23-9f7f1fef8b55 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0105553 Jul 31 14:23:04.409284 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] For port b2f4818b-938f-4b99-a1d1-4fe0614ddaad, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:23:04.425773 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] For port b2f4818b-938f-4b99-a1d1-4fe0614ddaad, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=b2f4818b-938f-4b99-a1d1-4fe0614ddaad,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:23:04.472393 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-4feed6d6-e6db-499d-8de0-6a209a5d8993 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463499 Jul 31 14:23:04.502264 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:04.524461 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-05ec2524-f2a3-4687-a78b-b0cc26666f62 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--2005376969&fields=id&tenant_id=ae629f9940d446f2ab39e9a49b3f4753 HTTP/1.1" status: 200 len: 267 time: 0.1285753 Jul 31 14:23:04.560391 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] Set router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:04.649152 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376c0a1-0cf8-4854-9842-0f7fbb36d76e None None] Pushing event updated for resources: {'Port': ['ID=69c79a37-0bbb-4cce-9a9d-72863375cdc5,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:04.681450 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:04.777045 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9f8493b9-a993-49d2-afb3-009eb8a70da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:04.926208 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.17', 62696) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:04.930824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.17', 62697) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:05.093973 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:05.208589 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-a76721b9-d7ab-41bb-a362-c5a2a56fc522 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:05.210784 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-a76721b9-d7ab-41bb-a362-c5a2a56fc522 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 817 time: 0.6753221 Jul 31 14:23:05.261791 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-93b6f7bb-19bb-4aef-9ed5-d07f9eae4be5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/quotas/ae629f9940d446f2ab39e9a49b3f4753 HTTP/1.1" status: 200 len: 375 time: 0.0433776 Jul 31 14:23:05.290121 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a6134aad-f48d-4ca1-842c-0a44adf0b3db None None] Provisioning complete for port 21edb8cd-f77a-499c-afac-f0de24050b9d triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:05.293272 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6134aad-f48d-4ca1-842c-0a44adf0b3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:05.347894 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-94b17532-b817-4e33-a090-b5026ee3070d service neutron] 10.222.0.40 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8717647 Jul 31 14:23:05.412992 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Attempting to bind port 204e914f-52e6-45f8-a4e6-01f4086c5b48 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:23:05.413796 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Attempting to bind port 204e914f-52e6-45f8-a4e6-01f4086c5b48 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:23:05.415021 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Attempting to bind port 204e914f-52e6-45f8-a4e6-01f4086c5b48 on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:05.423925 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a6134aad-f48d-4ca1-842c-0a44adf0b3db None None] Port 21edb8cd-f77a-499c-afac-f0de24050b9d cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:23:05.444524 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c3f84-4c09-4d8e-98a7-5ce0b456902a None None] Pushing event updated for resources: {'Port': ['ID=204e914f-52e6-45f8-a4e6-01f4086c5b48,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:05.472101 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:05.472101 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:05.508222 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-5b76aa79-5eb6-40c0-bffe-50bcf036b257 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2323663 Jul 31 14:23:05.527198 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9f8493b9-a993-49d2-afb3-009eb8a70da0 admin admin] Publish callbacks [] for security_group (02d521fc-54d5-485a-99b4-7e265c597689), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:05.569028 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9f8493b9-a993-49d2-afb3-009eb8a70da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (02d521fc-54d5-485a-99b4-7e265c597689), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:05.664969 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55444) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:05.701831 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:54Z', 'revision_number': 4, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'gw_port': {'id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '69c79a37-0bbb-4cce-9a9d-72863375cdc5', 'name': '', 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'mac_address': 'fa:16:3e:28:ca:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'af97202f-1535-4250-ad61-0b464a64dedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:52Z', 'updated_at': '2022-07-31T14:23:04Z', 'revision_number': 4, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'subnets': [{'id': 'af97202f-1535-4250-ad61-0b464a64dedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:05.738895 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8493b9-a993-49d2-afb3-009eb8a70da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d521fc-54d5-485a-99b4-7e265c597689,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:05.760484 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9f8493b9-a993-49d2-afb3-009eb8a70da0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=75a4e048fae34fe898c5fea4f7e683cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6012383 Jul 31 14:23:05.765221 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55450) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:05.805033 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097d38e-531c-4457-b9dd-5c6b3c86baac None None] The sync data for ids ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'] in dv-cinder-849846-4-iscsi is: [{'id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:54Z', 'revision_number': 4, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'gw_port': {'id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '69c79a37-0bbb-4cce-9a9d-72863375cdc5', 'name': '', 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'mac_address': 'fa:16:3e:28:ca:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'af97202f-1535-4250-ad61-0b464a64dedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:52Z', 'updated_at': '2022-07-31T14:23:04Z', 'revision_number': 4, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'subnets': [{'id': 'af97202f-1535-4250-ad61-0b464a64dedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:23:05.842658 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:05.900216 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-2a3239c2-8770-4782-8407-ec4676c4d6b9 service neutron] 10.222.0.40 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513308 Jul 31 14:23:05.931100 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:05.941383 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cee5-61a6-459f-b056-de4884013829 req-8c0522b2-9bbf-435c-9550-cbde6eab57a1 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:05.950634 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-8c0522b2-9bbf-435c-9550-cbde6eab57a1 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.17 "GET /v2.0/networks?id=e9372a5f-4043-4ef0-b455-80de14da5a19 HTTP/1.1" status: 200 len: 811 time: 1.5210831 Jul 31 14:23:06.023257 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-9c98ed26-ccf9-461c-8413-fb0d293f653a service neutron] 10.222.0.40 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880295 Jul 31 14:23:06.033058 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Request body: {'port': {'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:06.091031 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Request body: {'port': {'device_id': 'c15a0e90-90b9-47be-a034-3de7757c7bcb', 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19', 'admin_state_up': True, 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:06.142574 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:23:06.143588 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Checking segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:06.144145 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:06.144689 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Bound using segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:23:06.145351 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Bound port: 204e914f-52e6-45f8-a4e6-01f4086c5b48, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:23:06.145887 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:06.164096 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1105812421-network', 'tenant_id': '479c4bda3bdc41dcb617b778c52deb20'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:06.396586 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] For port 204e914f-52e6-45f8-a4e6-01f4086c5b48, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:23:06.410085 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] For port 204e914f-52e6-45f8-a4e6-01f4086c5b48, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=204e914f-52e6-45f8-a4e6-01f4086c5b48,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:23:06.446467 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:06.466005 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 69c79a37-0bbb-4cce-9a9d-72863375cdc5 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:06.657785 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:04Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:06.748636 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab08df-9234-4a7c-8acd-d3ee7b0de862 None None] Pushing event updated for resources: {'Port': ['ID=b2f4818b-938f-4b99-a1d1-4fe0614ddaad,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:06.766360 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23773de6-1b0a-4d74-bcdc-34ddd262bac7 None None] The sync data for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi is: [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:04Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:23:06.769023 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:06.955741 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3e61008a-edcc-4807-8e80-515393e9c2e4 admin admin] Publish callbacks [] for security_group (02d521fc-54d5-485a-99b4-7e265c597689), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:07.045773 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3e61008a-edcc-4807-8e80-515393e9c2e4 admin admin] Publish callbacks [] for security_group (02d521fc-54d5-485a-99b4-7e265c597689), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:07.054379 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:07.054761 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:07.059396 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:07.060064 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:22:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:07.149553 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-56272f75-69f2-421e-9fee-0f5dcef687fc service neutron] 10.222.0.40 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1113882 Jul 31 14:23:07.203064 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Made reservation on behalf of 479c4bda3bdc41dcb617b778c52deb20 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:07.214530 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:07.242301 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3e61008a-edcc-4807-8e80-515393e9c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (02d521fc-54d5-485a-99b4-7e265c597689), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:07.254907 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3e61008a-edcc-4807-8e80-515393e9c2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:07.265498 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3e61008a-edcc-4807-8e80-515393e9c2e4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/02d521fc-54d5-485a-99b4-7e265c597689 HTTP/1.1" status: 204 len: 168 time: 1.4987621 Jul 31 14:23:07.271820 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55484) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:07.307827 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:07.393207 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:07.552121 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55488) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:07.553113 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:07.634468 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61008a-edcc-4807-8e80-515393e9c2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d521fc-54d5-485a-99b4-7e265c597689,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:07.651474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:07.687870 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c3f84-4c09-4d8e-98a7-5ce0b456902a None None] Pushing event updated for resources: {'Port': ['ID=204e914f-52e6-45f8-a4e6-01f4086c5b48,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:07.852258 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Publish callbacks [] for security_group (d72c0164-f896-41de-85fe-c84e6b60925f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:07.902915 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (d72c0164-f896-41de-85fe-c84e6b60925f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:07.950038 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b00cbc1-d625-432a-9e53-42ee647fee79 req-30424169-3ff4-4c3b-b696-19cc1b585c9c tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 210 time: 0.2126589 Jul 31 14:23:08.047208 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-68a5c9f0-7559-44f7-95e2-1a4bc24595ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.050466 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:23:08.087580 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (80db86ec-b797-4dd5-8859-47da0865e59d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.109518 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Added segment 80db86ec-b797-4dd5-8859-47da0865e59d of type vlan for network 36617aea-7f9e-4bd1-b7c9-ab957b20f2d2 Jul 31 14:23:08.115154 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72c0164-f896-41de-85fe-c84e6b60925f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:08.225433 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f3f803-2e1c-4001-b320-dbeaf64d6748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.246528 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (36617aea-7f9e-4bd1-b7c9-ab957b20f2d2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.297851 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.403054 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:08.406435 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.434505 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-b0e76745-3e26-4cfe-a62d-3ceb0784989e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:08.449457 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-b0e76745-3e26-4cfe-a62d-3ceb0784989e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 818 time: 3.5001631 Jul 31 14:23:08.475895 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 69c79a37-0bbb-4cce-9a9d-72863375cdc5, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=69c79a37-0bbb-4cce-9a9d-72863375cdc5,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:08.476522 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de98507a-2f97-4532-9631-117948558f6a req-2dfe88e6-848f-476a-94d2-103ad2ff2335 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 210 time: 0.1730447 Jul 31 14:23:08.498455 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:08.509349 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (36617aea-7f9e-4bd1-b7c9-ab957b20f2d2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.512116 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:08.513373 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.515752 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.530765 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cd7af-8fac-4667-8438-6836375a1436 req-f05989fe-bea0-48df-a81e-1b585390b6d8 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:08.533435 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-389cd7af-8fac-4667-8438-6836375a1436 req-f05989fe-bea0-48df-a81e-1b585390b6d8 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 932 time: 0.9251423 Jul 31 14:23:08.542293 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7199bb1-27cc-4511-a660-840c6f7a6ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.565767 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Request body: {'port': {'device_id': '712880e4-54c2-4ea2-b932-a8ff5efa0966', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'admin_state_up': True, 'tenant_id': '832629dd8594494ab41b6596b2d73076'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:08.638753 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Made reservation on behalf of f4ef4d34a8114051a67c51e01cb2b8eb for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:08.644734 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.674204 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0016079 Jul 31 14:23:08.694067 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55512) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:08.721695 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-68a5c9f0-7559-44f7-95e2-1a4bc24595ae admin admin] Publish callbacks [] for security_group (6224e8f3-d356-4885-9bb0-786af33bdf44), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.730279 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Request body: {'subnet': {'network_id': '36617aea-7f9e-4bd1-b7c9-ab957b20f2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1105812421-subnet', 'tenant_id': '479c4bda3bdc41dcb617b778c52deb20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:08.838294 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-68a5c9f0-7559-44f7-95e2-1a4bc24595ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6224e8f3-d356-4885-9bb0-786af33bdf44), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:08.869652 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b2f4818b-938f-4b99-a1d1-4fe0614ddaad up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:08.874510 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1760f-7793-4b2f-be7f-4156d78a70fd admin admin] Pushing event updated for resources: {'Network': ['ID=36617aea-7f9e-4bd1-b7c9-ab957b20f2d2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:08.953143 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-814079d5-0b73-499f-8bbb-3e706682411d req-a64b7d37-3e3a-4be2-babc-b1e2436a3738 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 210 time: 0.2651350 Jul 31 14:23:08.991170 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 36617aea-7f9e-4bd1-b7c9-ab957b20f2d2 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:23:08.996738 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:09.138287 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:06Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:09.143270 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-389cd7af-8fac-4667-8438-6836375a1436 req-874ff009-d956-4c60-8e5a-e237cea3d825 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4720643 Jul 31 14:23:09.149950 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=69c79a37-0bbb-4cce-9a9d-72863375cdc5,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:09.187089 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7199bb1-27cc-4511-a660-840c6f7a6ccc admin admin] Publish callbacks [] for security_group (bb9913ac-a03e-488f-8de6-ce1942654ea1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:09.192375 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5c9f0-7559-44f7-95e2-1a4bc24595ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6224e8f3-d356-4885-9bb0-786af33bdf44,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:09.205464 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-68a5c9f0-7559-44f7-95e2-1a4bc24595ae admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=49112a7a3839497aa5a24e26f6410387&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9223053 Jul 31 14:23:09.224907 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55522) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:09.228598 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Made reservation on behalf of 479c4bda3bdc41dcb617b778c52deb20 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:09.241640 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:09.257500 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:09.293811 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7199bb1-27cc-4511-a660-840c6f7a6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (bb9913ac-a03e-488f-8de6-ce1942654ea1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:09.306237 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4defc-ddaa-4e45-a1d9-53ad0abe43bd None None] The sync data for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi is: [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:06Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:23:09.364318 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port b2f4818b-938f-4b99-a1d1-4fe0614ddaad triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:09.365248 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:09.398160 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:09.486618 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0566f0b5-c7d8-42e5-afe1-5e33f232fc3d req-61f4b730-f7eb-410a-b249-69b1373e1ef5 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 210 time: 0.2797642 Jul 31 14:23:09.574080 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:09.634103 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.17', 62702) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:09.661409 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Made reservation on behalf of 832629dd8594494ab41b6596b2d73076 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:09.665817 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:09.701562 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-762f6a18-4a07-4b1e-9c75-4a4c52cebf5e admin admin] Publish callbacks [] for security_group (6224e8f3-d356-4885-9bb0-786af33bdf44), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:09.711497 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a7199bb1-27cc-4511-a660-840c6f7a6ccc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d739e0e346a1442f80113f14e1b4a603&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1568460 Jul 31 14:23:09.719750 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55532) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:09.757111 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port b2f4818b-938f-4b99-a1d1-4fe0614ddaad is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:09.757788 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:09.947028 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4787ba2b-4737-4ff1-9363-650d382cc7b0 req-89a6b7c7-96cb-4013-837c-3557ffdef904 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 210 time: 0.2166064 Jul 31 14:23:09.961592 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port b2f4818b-938f-4b99-a1d1-4fe0614ddaad, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=b2f4818b-938f-4b99-a1d1-4fe0614ddaad,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:09.975084 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:10.082121 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-f01f64cb-6860-4940-99be-03f4dad08f8f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:10.084331 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-f01f64cb-6860-4940-99be-03f4dad08f8f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 818 time: 0.4455509 Jul 31 14:23:10.102355 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-762f6a18-4a07-4b1e-9c75-4a4c52cebf5e admin admin] Publish callbacks [] for security_group (6224e8f3-d356-4885-9bb0-786af33bdf44), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:10.105224 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:10.109290 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7199bb1-27cc-4511-a660-840c6f7a6ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9913ac-a03e-488f-8de6-ce1942654ea1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:10.146661 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Request body: {'port': {'device_id': 'b525f36f-61be-4205-85c9-112378b82b28', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'admin_state_up': True, 'tenant_id': '832629dd8594494ab41b6596b2d73076'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:10.176303 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Allocated IP 172.20.0.10 (e9372a5f-4043-4ef0-b455-80de14da5a19/af97202f-1535-4250-ad61-0b464a64dedd/4e3565ba-9723-4b87-a1a4-bbb331da879d) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:23:10.258662 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=b2f4818b-938f-4b99-a1d1-4fe0614ddaad,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:10.312271 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-819d2093-7bcd-4fd0-bdb5-777b868b8d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:10.508729 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77fedb23-bf49-4dd5-913c-091008817ae5 req-8b3e55a0-1522-457f-ad56-292ddb6ced30 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 210 time: 0.3033855 Jul 31 14:23:10.761666 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89302f7d-e29f-4a36-b185-53551c7bd904 req-1019aaab-b0aa-4e1c-b540-5a42974535f3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:10.780262 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-89302f7d-e29f-4a36-b185-53551c7bd904 req-1019aaab-b0aa-4e1c-b540-5a42974535f3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 932 time: 0.3050146 Jul 31 14:23:10.831802 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Made reservation on behalf of 832629dd8594494ab41b6596b2d73076 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:10.836535 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:10.852850 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4793739c-5faa-4172-adb7-e06c2b0e714e req-e5c42490-bcd7-474d-81d8-c925e892213a tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 210 time: 0.1489038 Jul 31 14:23:11.050503 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b2f4818b-938f-4b99-a1d1-4fe0614ddaad up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:11.210715 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port b2f4818b-938f-4b99-a1d1-4fe0614ddaad triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:11.211479 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.251573 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (58a75cc4-f1c8-4380-84f5-2be0fbcdb02c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.273795 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-44f02b71-4b90-4cc1-b18f-c23bb952276f req-30ed21f3-1c7f-41e1-917e-da35f1a00153 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 210 time: 0.1032193 Jul 31 14:23:11.302742 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.17', 62706) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:11.325947 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:11.335857 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-89302f7d-e29f-4a36-b185-53551c7bd904 req-5b4b855b-fcd3-42d8-b781-bdff58278b52 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4163525 Jul 31 14:23:11.343050 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0bdaecc-072f-403f-9001-be32b9e54c6d admin admin] Publish callbacks [] for security_group (bb9913ac-a03e-488f-8de6-ce1942654ea1), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.423371 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a75cc4-f1c8-4380-84f5-2be0fbcdb02c,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:11.436047 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port b2f4818b-938f-4b99-a1d1-4fe0614ddaad is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:11.438495 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 204e914f-52e6-45f8-a4e6-01f4086c5b48 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:11.448883 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.470736 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Checking segment: {'id': '80db86ec-b797-4dd5-8859-47da0865e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '36617aea-7f9e-4bd1-b7c9-ab957b20f2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:11.471141 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Network hostable DHCP agents. Network: 36617aea-7f9e-4bd1-b7c9-ab957b20f2d2, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:23:11.492581 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0bdaecc-072f-403f-9001-be32b9e54c6d admin admin] Publish callbacks [] for security_group (bb9913ac-a03e-488f-8de6-ce1942654ea1), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.494334 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:11.526685 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-96648960-b7bb-4182-bccb-1126b573e497 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:11.532814 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-96648960-b7bb-4182-bccb-1126b573e497 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 817 time: 0.2290146 Jul 31 14:23:11.554286 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:11.556836 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Network 36617aea-7f9e-4bd1-b7c9-ab957b20f2d2 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:23:11.575682 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 204e914f-52e6-45f8-a4e6-01f4086c5b48 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:11.578298 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.590055 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 36617aea-7f9e-4bd1-b7c9-ab957b20f2d2) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:11.623913 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:11.623913 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.672646 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Allocated IP 172.20.0.12 (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a/aaa9e51a-fb76-4777-bcb3-fbd636f7ad07/fd1b1c90-9fee-4c88-917b-cd367e44842e) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:23:11.698686 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21edb8cd-f77a-499c-afac-f0de24050b9d {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:11.707616 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3eefe5-5709-403d-bd47-4eece3d46042 None None] Network 36617aea-7f9e-4bd1-b7c9-ab957b20f2d2 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:23:11.727250 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-762f6a18-4a07-4b1e-9c75-4a4c52cebf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6224e8f3-d356-4885-9bb0-786af33bdf44), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.730340 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-762f6a18-4a07-4b1e-9c75-4a4c52cebf5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.734595 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-762f6a18-4a07-4b1e-9c75-4a4c52cebf5e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6224e8f3-d356-4885-9bb0-786af33bdf44 HTTP/1.1" status: 204 len: 168 time: 2.3968816 Jul 31 14:23:11.742908 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Publish callbacks [] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.791672 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f6a18-4a07-4b1e-9c75-4a4c52cebf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6224e8f3-d356-4885-9bb0-786af33bdf44,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:11.798818 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Publish callbacks [] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.837619 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Transition to ACTIVE for port object 21edb8cd-f77a-499c-afac-f0de24050b9d will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:23:11.848116 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0bdaecc-072f-403f-9001-be32b9e54c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (bb9913ac-a03e-488f-8de6-ce1942654ea1), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.851730 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0bdaecc-072f-403f-9001-be32b9e54c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:11.853109 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-f0bdaecc-072f-403f-9001-be32b9e54c6d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bb9913ac-a03e-488f-8de6-ce1942654ea1 HTTP/1.1" status: 204 len: 168 time: 2.1322193 Jul 31 14:23:11.867539 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-34a8ec02-96b4-46cb-8d98-caf3c87ab239 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1682789 Jul 31 14:23:11.872907 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:12.024260 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-95818b8d-424f-4b5b-b56a-118ed307731b req-7fc7f49d-2dfd-4983-ac8b-a0211675f069 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 210 time: 0.2287822 Jul 31 14:23:12.044323 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdaecc-072f-403f-9001-be32b9e54c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9913ac-a03e-488f-8de6-ce1942654ea1,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:12.055924 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-c1e901b5-e1eb-4e2d-94c6-6484a4deeb2a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae629f9940d446f2ab39e9a49b3f4753 HTTP/1.1" status: 200 len: 380 time: 0.4900997 Jul 31 14:23:12.132652 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:12.156707 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'port': {'device_id': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'admin_state_up': True, 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'security_groups': ['684c17bd-e0ef-48fe-83b2-f035c7b1067d']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:12.230915 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-22d560e4-36ca-4458-8202-6c7e2ff64c0d req-bb1ac4dc-c311-48dc-b207-56e064db2a27 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 210 time: 0.2163670 Jul 31 14:23:12.291112 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 204e914f-52e6-45f8-a4e6-01f4086c5b48 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:12.295902 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:12.300569 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:12.500505 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Pushing event updated for resources: {'Port': ['ID=21edb8cd-f77a-499c-afac-f0de24050b9d,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:12.519039 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e56e39-5fbb-40e6-a6ce-a542ab8cdf4f None None] Network 36617aea-7f9e-4bd1-b7c9-ab957b20f2d2 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:23:12.576130 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 204e914f-52e6-45f8-a4e6-01f4086c5b48, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=204e914f-52e6-45f8-a4e6-01f4086c5b48,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:12.612718 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7715e743-154c-4645-9f85-08018e3e2dfe req-fdbc15b7-cc6f-4cb9-890c-ab572e232abf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 210 time: 0.1608062 Jul 31 14:23:12.709236 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Made reservation on behalf of ae629f9940d446f2ab39e9a49b3f4753 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:12.715722 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:12.718875 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 69c79a37-0bbb-4cce-9a9d-72863375cdc5 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:12.719021 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:12.832183 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19169fbb-64fd-46e0-af30-74fac0f8173a req-d3e0ec42-219f-465b-8385-14586422e34b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:12.845928 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19169fbb-64fd-46e0-af30-74fac0f8173a req-d3e0ec42-219f-465b-8385-14586422e34b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 944 time: 0.2040544 Jul 31 14:23:12.856225 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Attempting to bind port 21edb8cd-f77a-499c-afac-f0de24050b9d on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:23:12.858527 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Attempting to bind port 21edb8cd-f77a-499c-afac-f0de24050b9d by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:23:12.861059 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Attempting to bind port 21edb8cd-f77a-499c-afac-f0de24050b9d on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:12.889939 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Network e9372a5f-4043-4ef0-b455-80de14da5a19 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:23:13.016037 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.092457 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:13.113783 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:23:13.125121 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:13.137901 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:13.138831 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.181477 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55598) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:13.189321 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.200834 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.213538 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:13.217756 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55600) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:13.268053 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:13.272804 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.330093 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bb264fa-8cab-4281-b424-ececa37698be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.340786 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Port 21edb8cd-f77a-499c-afac-f0de24050b9d on network cbc0073a-ae55-48a9-8514-9052086eccf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:23:13.341095 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Attempting to bind port 21edb8cd-f77a-499c-afac-f0de24050b9d on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:13.414627 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3679757 Jul 31 14:23:13.414627 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a682166-6a1d-460c-91f0-9b7664cbf7b0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Pushing event updated for resources: {'Port': ['ID=4e3565ba-9723-4b87-a1a4-bbb331da879d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:13.417557 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9ce67a6a-547c-4bbe-ad22-655efc28140d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.444253 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.448558 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Allocated IP 172.20.0.9 (6b6a43aa-cc11-41ae-aa14-00f6b134f366/8b8a7178-8d32-4623-8d99-6b1c1b60f20b/24bdbc3b-fa2f-407d-8ddb-f37abeee2dba) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:23:13.458895 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7da44eb4-e4ab-47a4-9207-da7ad5201ba6 req-fd939c21-69c9-4210-b91d-d7d75fc240c3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 210 time: 0.2748547 Jul 31 14:23:13.459785 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=204e914f-52e6-45f8-a4e6-01f4086c5b48,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:13.485040 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bb264fa-8cab-4281-b424-ececa37698be admin admin] Publish callbacks [] for security_group (08c28467-c99d-47ce-9506-9ad0a15084e0), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.542614 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.db.api [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-ff972a46-ab0e-49e8-858e-aadab46371e4 {{(pid=103882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 31 14:23:13.543154 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG oslo_db.api [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 31 14:23:13.549245 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:23:13.549870 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Checking segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:13.550572 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Bound using segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:23:13.552952 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Bound port: 21edb8cd-f77a-499c-afac-f0de24050b9d, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:23:13.554765 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.557172 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bb264fa-8cab-4281-b424-ececa37698be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (08c28467-c99d-47ce-9506-9ad0a15084e0), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.567977 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:23:13.600644 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Request body: {'port': {'device_id': 'c15a0e90-90b9-47be-a034-3de7757c7bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:13.603905 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:13.662590 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:13.756695 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-6388a38b-0606-481c-a8db-b0ccbf40dc47 None None] Provisioning complete for port 4e3565ba-9723-4b87-a1a4-bbb331da879d triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:13.758612 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6388a38b-0606-481c-a8db-b0ccbf40dc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.837991 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6388a38b-0606-481c-a8db-b0ccbf40dc47 None None] Port 4e3565ba-9723-4b87-a1a4-bbb331da879d cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:23:13.879677 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 204e914f-52e6-45f8-a4e6-01f4086c5b48 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:13.932228 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 204e914f-52e6-45f8-a4e6-01f4086c5b48 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:13.932619 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:13.943458 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:13.945433 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb264fa-8cab-4281-b424-ececa37698be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c28467-c99d-47ce-9506-9ad0a15084e0,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:13.962381 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:23:13.967711 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:13.968418 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.007281 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:14.052707 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:14.073713 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.077774 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 204e914f-52e6-45f8-a4e6-01f4086c5b48 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:14.102896 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] For port 21edb8cd-f77a-499c-afac-f0de24050b9d, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:23:14.131225 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] For port 21edb8cd-f77a-499c-afac-f0de24050b9d, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=21edb8cd-f77a-499c-afac-f0de24050b9d,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:23:14.164019 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19169fbb-64fd-46e0-af30-74fac0f8173a req-cb2f9236-8569-4063-b2e7-91c4e0a5963e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3135047 Jul 31 14:23:14.165384 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f54a2-4097-450e-941d-e5621d5b1b9f req-865a5532-8b0b-44dd-81ca-676dbbcd6a74 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:14.191016 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d33f54a2-4097-450e-941d-e5621d5b1b9f req-865a5532-8b0b-44dd-81ca-676dbbcd6a74 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 932 time: 0.5485144 Jul 31 14:23:14.225044 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-7bb264fa-8cab-4281-b424-ececa37698be admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=92d8851648184bca808adc9d8b3dfcc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9760466 Jul 31 14:23:14.226322 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.228132 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event updated for resources: {'Port': ['ID=fd1b1c90-9fee-4c88-917b-cd367e44842e,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:14.310104 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55620) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:14.350231 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:14.353181 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.357769 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] 10.222.0.17 "PUT /v2.0/ports/21edb8cd-f77a-499c-afac-f0de24050b9d HTTP/1.1" status: 200 len: 1094 time: 9.4096818 Jul 31 14:23:14.367872 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-e9e9038d-d808-4ccc-8730-fd4e07015bd5 None None] Provisioning complete for port fd1b1c90-9fee-4c88-917b-cd367e44842e triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:14.368350 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9e9038d-d808-4ccc-8730-fd4e07015bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.368804 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f48d4f7e-dacc-4dd9-95d0-0a0ec4d11a1a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8741708 Jul 31 14:23:14.369562 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'tag': '21edb8cd-f77a-499c-afac-f0de24050b9d'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:14.418772 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9038d-d808-4ccc-8730-fd4e07015bd5 None None] Port fd1b1c90-9fee-4c88-917b-cd367e44842e cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:23:14.490127 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:14.520481 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55630) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:14.542648 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-696122133-network', 'tenant_id': '2f925e2803b9448397a37c7b053651b8'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:14.558642 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.564431 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4d401-f644-4562-98b6-0692e23c95f3 service neutron] Pushing event updated for resources: {'Port': ['ID=21edb8cd-f77a-499c-afac-f0de24050b9d,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:14.572976 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Request body: {'port': {'device_id': '712880e4-54c2-4ea2-b932-a8ff5efa0966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:14.616390 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.656496 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-74ef2334-9ddb-4d44-b5fa-2afd335bbcae req-7c0033e4-8cc4-40f5-88f0-f9167c20d1bd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 210 time: 0.3108773 Jul 31 14:23:14.741035 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d33f54a2-4097-450e-941d-e5621d5b1b9f req-63fcd51e-c306-409a-9816-bfcd5a30c8b4 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484657 Jul 31 14:23:14.808573 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Made reservation on behalf of 2f925e2803b9448397a37c7b053651b8 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:14.815142 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.841027 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.878174 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.886467 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.889578 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Allocated IP 172.20.0.7 (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a/aaa9e51a-fb76-4777-bcb3-fbd636f7ad07/ed70b0fd-9fe3-4da7-820f-d863fbfcf92e) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:23:14.984616 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2daa926b-2489-406a-91f3-27ff69c1a90a admin admin] Publish callbacks [] for security_group (08c28467-c99d-47ce-9506-9ad0a15084e0), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:14.992714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9589fa4-ad1a-4b7c-b8b1-7d85c278f14a req-7b9b5639-bd3b-495f-a702-44e28ec78656 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:14.994375 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b9589fa4-ad1a-4b7c-b8b1-7d85c278f14a req-7b9b5639-bd3b-495f-a702-44e28ec78656 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 931 time: 0.1353369 Jul 31 14:23:15.000772 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973dbc80-74b5-40d9-a131-997ca4b349b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f24854-1bcd-405b-9af8-fd3f3967d16b", "tag": "21edb8cd-f77a-499c-afac-f0de24050b9d"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:15.014898 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-cceb5a5b-fd28-4708-b87e-5a161584d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:15.016365 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-cceb5a5b-fd28-4708-b87e-5a161584d1a8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 1128 time: 0.4152417 Jul 31 14:23:15.078314 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:23:15.098641 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:15.110716 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:15.113985 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:23:15.120484 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:15.121236 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.337816 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-97939560-4a07-4782-8d3f-764f84ddfaee tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1825738 Jul 31 14:23:15.385320 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:15.390120 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Request body: {'port': {'device_id': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:15.421202 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9ce67a6a-547c-4bbe-ad22-655efc28140d admin admin] Publish callbacks [] for security_group (07697cd5-d876-4ab0-9226-7279e1447da0), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.422322 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:15.433572 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2daa926b-2489-406a-91f3-27ff69c1a90a admin admin] Publish callbacks [] for security_group (08c28467-c99d-47ce-9506-9ad0a15084e0), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.517560 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Publish callbacks [] for security_group (20075e7a-518f-4b79-835b-c31b353a43e9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.524483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc173b91-0b55-4ce6-98ae-69aff81b0f1a x-openstack-request-id: req-dc173b91-0b55-4ce6-98ae-69aff81b0f1a {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:15.524993 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f24854-1bcd-405b-9af8-fd3f3967d16b", "tag": "21edb8cd-f77a-499c-afac-f0de24050b9d", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:15.525108 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dc173b91-0b55-4ce6-98ae-69aff81b0f1a {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:15.525536 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc173b91-0b55-4ce6-98ae-69aff81b0f1a'] response: {'name': 'network-changed', 'server_uuid': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'tag': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'status': 'completed', 'code': 200} Jul 31 14:23:15.577655 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-5fca1cf5-1e2e-4e05-bd59-22fef77423cc None None] Provisioning complete for port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:15.579991 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (20075e7a-518f-4b79-835b-c31b353a43e9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.580618 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fca1cf5-1e2e-4e05-bd59-22fef77423cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.601734 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9ce67a6a-547c-4bbe-ad22-655efc28140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (07697cd5-d876-4ab0-9226-7279e1447da0), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.666107 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-9ce67a6a-547c-4bbe-ad22-655efc28140d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bd52358d165a4431aff712c4ee62317a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4609063 Jul 31 14:23:15.679334 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce67a6a-547c-4bbe-ad22-655efc28140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07697cd5-d876-4ab0-9226-7279e1447da0,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:15.683755 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-fd66453b-e176-4d65-92e6-e31c83a78120 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21edb8cd-f77a-499c-afac-f0de24050b9d HTTP/1.1" status: 200 len: 217 time: 0.1929979 Jul 31 14:23:15.684173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:15.685893 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55652) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:15.708280 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5fca1cf5-1e2e-4e05-bd59-22fef77423cc None None] Port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:23:15.753738 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:15.754779 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.773073 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:23:15.790283 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b9589fa4-ad1a-4b7c-b8b1-7d85c278f14a req-a31002d7-3636-4e10-a47d-151633a4df6b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7779119 Jul 31 14:23:15.791561 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.832695 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b44c3-fd8a-444e-a81f-19a9e39f6920 req-2a20e2dc-50f5-4b13-95d1-3102c4360b15 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:15.839897 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e33b44c3-fd8a-444e-a81f-19a9e39f6920 req-2a20e2dc-50f5-4b13-95d1-3102c4360b15 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 944 time: 0.2993395 Jul 31 14:23:15.884401 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (1aba638b-2339-42b3-91f9-d3a9be3d662c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.884726 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Added segment 1aba638b-2339-42b3-91f9-d3a9be3d662c of type vlan for network 7212ea46-0027-420d-a3b7-df92a1b7ca67 Jul 31 14:23:15.889395 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20075e7a-518f-4b79-835b-c31b353a43e9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:15.949469 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8bbb5bf7-e67d-4d0e-9d11-c8aec6abc192 req-938cfed1-10d2-4b05-9087-9959ce298d07 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 210 time: 0.0435486 Jul 31 14:23:15.978937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2daa926b-2489-406a-91f3-27ff69c1a90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (08c28467-c99d-47ce-9506-9ad0a15084e0), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.988682 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.990532 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2daa926b-2489-406a-91f3-27ff69c1a90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:15.999982 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-2daa926b-2489-406a-91f3-27ff69c1a90a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/08c28467-c99d-47ce-9506-9ad0a15084e0 HTTP/1.1" status: 204 len: 168 time: 1.6738040 Jul 31 14:23:16.101730 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa926b-2489-406a-91f3-27ff69c1a90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c28467-c99d-47ce-9506-9ad0a15084e0,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:16.111285 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:23:16.128609 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:16.172331 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:23:16.180336 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:16.181613 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.195408 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3565ba-9723-4b87-a1a4-bbb331da879d {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:16.212159 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60326c1-95ac-478c-bc23-9a57430f0f16 req-fa5472f3-c5af-443d-9631-12a33a59a8e4 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:16.225116 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b60326c1-95ac-478c-bc23-9a57430f0f16 req-fa5472f3-c5af-443d-9631-12a33a59a8e4 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 932 time: 0.1341476 Jul 31 14:23:16.233220 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1067669 Jul 31 14:23:16.243784 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (7212ea46-0027-420d-a3b7-df92a1b7ca67), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.246791 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Publish callbacks [] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.299685 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Transition to ACTIVE for port object 4e3565ba-9723-4b87-a1a4-bbb331da879d will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:23:16.310565 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e33b44c3-fd8a-444e-a81f-19a9e39f6920 req-29153fee-2f0f-4631-b00b-8781782078aa tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4696813 Jul 31 14:23:16.334371 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.395054 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f391c54-482d-40db-aab3-2ea479659b1d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event updated for resources: {'Port': ['ID=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:16.540040 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b60326c1-95ac-478c-bc23-9a57430f0f16 req-f15d9385-0b13-4afd-9d51-488aa1efb99f tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130200 Jul 31 14:23:16.557182 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.569613 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d424ba7f-414e-4b62-a900-1ffc14e2753d admin admin] Publish callbacks [] for security_group (07697cd5-d876-4ab0-9226-7279e1447da0), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.607528 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d30673-5014-4648-b042-8a062733d018 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3565ba-9723-4b87-a1a4-bbb331da879d,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:16.633748 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d424ba7f-414e-4b62-a900-1ffc14e2753d admin admin] Publish callbacks [] for security_group (07697cd5-d876-4ab0-9226-7279e1447da0), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.642493 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-735c5739-54c6-4f38-ae79-ad3e96d67e9f None None] Provisioning complete for port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:16.643046 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-735c5739-54c6-4f38-ae79-ad3e96d67e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.686161 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:16.727451 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d424ba7f-414e-4b62-a900-1ffc14e2753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (07697cd5-d876-4ab0-9226-7279e1447da0), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.731023 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d424ba7f-414e-4b62-a900-1ffc14e2753d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.732510 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d424ba7f-414e-4b62-a900-1ffc14e2753d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/07697cd5-d876-4ab0-9226-7279e1447da0 HTTP/1.1" status: 204 len: 168 time: 1.0421495 Jul 31 14:23:16.733435 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (7212ea46-0027-420d-a3b7-df92a1b7ca67), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.734689 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:16.735561 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:16.772704 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-735c5739-54c6-4f38-ae79-ad3e96d67e9f None None] Port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:23:16.835910 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424ba7f-414e-4b62-a900-1ffc14e2753d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07697cd5-d876-4ab0-9226-7279e1447da0,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:16.842567 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Request body: {'port': {'device_id': 'b525f36f-61be-4205-85c9-112378b82b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:16.901432 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3754411 Jul 31 14:23:16.931988 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55676) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:16.944499 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Request body: {'subnet': {'network_id': '7212ea46-0027-420d-a3b7-df92a1b7ca67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-696122133-subnet', 'tenant_id': '2f925e2803b9448397a37c7b053651b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:17.099792 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d419775-811d-4b13-832c-93c0dd3b06bc admin admin] Pushing event updated for resources: {'Network': ['ID=7212ea46-0027-420d-a3b7-df92a1b7ca67,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:17.107932 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Made reservation on behalf of 2f925e2803b9448397a37c7b053651b8 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:17.110333 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:17.129894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 7212ea46-0027-420d-a3b7-df92a1b7ca67 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:23:17.201469 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d104-6520-492d-9589-a29ed34e10e5 req-f0ef4aa9-5aa0-447c-9448-81444e9de4b4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:17.206617 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5f0a5-918d-4b32-b9f4-fa7682ebb88a req-4c8dd191-a2b7-472a-a449-f39145a63aac tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:17.208755 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e072d104-6520-492d-9589-a29ed34e10e5 req-f0ef4aa9-5aa0-447c-9448-81444e9de4b4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 931 time: 0.1876996 Jul 31 14:23:17.209507 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3cd5f0a5-918d-4b32-b9f4-fa7682ebb88a req-4c8dd191-a2b7-472a-a449-f39145a63aac tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 931 time: 0.1121910 Jul 31 14:23:17.217602 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1b1c90-9fee-4c88-917b-cd367e44842e {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:17.245440 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-c6af2786-94e2-4b7c-baa4-0779f7c69ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:17.246985 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-c6af2786-94e2-4b7c-baa4-0779f7c69ccd service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.3171203 Jul 31 14:23:17.256868 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Attempting to bind port 4e3565ba-9723-4b87-a1a4-bbb331da879d on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:23:17.257372 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Attempting to bind port 4e3565ba-9723-4b87-a1a4-bbb331da879d by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:23:17.257713 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Attempting to bind port 4e3565ba-9723-4b87-a1a4-bbb331da879d on network e9372a5f-4043-4ef0-b455-80de14da5a19 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:17.288672 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:17.289430 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:17.312329 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Publish callbacks [] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:17.484502 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Port 4e3565ba-9723-4b87-a1a4-bbb331da879d on network e9372a5f-4043-4ef0-b455-80de14da5a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:23:17.484827 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Attempting to bind port 4e3565ba-9723-4b87-a1a4-bbb331da879d on network e9372a5f-4043-4ef0-b455-80de14da5a19 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:17.540590 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e072d104-6520-492d-9589-a29ed34e10e5 req-6e17a3d4-2ab5-4658-b719-3e1e15e51287 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254435 Jul 31 14:23:17.570861 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Transition to ACTIVE for port object fd1b1c90-9fee-4c88-917b-cd367e44842e will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:23:17.573984 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:17.598437 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:23:17.600267 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Checking segment: {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:17.600776 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Bound using segment: {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:23:17.601315 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Bound port: 4e3565ba-9723-4b87-a1a4-bbb331da879d, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6fefdf-1d67-4ea4-b120-920aea3c8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:23:17.601685 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:17.653304 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:17.751514 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-35a075d7-c7f3-4e94-a411-d586f6b0e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:17.753189 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-35a075d7-c7f3-4e94-a411-d586f6b0e54b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4838066 Jul 31 14:23:18.079275 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:18.317829 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:18.326077 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3cd5f0a5-918d-4b32-b9f4-fa7682ebb88a req-b2fb6540-5d7f-4ccf-900d-d84ef9313b60 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0835152 Jul 31 14:23:18.430798 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1b1c90-9fee-4c88-917b-cd367e44842e,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:18.448285 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Attempting to bind port fd1b1c90-9fee-4c88-917b-cd367e44842e on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:23:18.448811 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Attempting to bind port fd1b1c90-9fee-4c88-917b-cd367e44842e by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:23:18.449247 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Attempting to bind port fd1b1c90-9fee-4c88-917b-cd367e44842e on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:18.491396 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Port fd1b1c90-9fee-4c88-917b-cd367e44842e on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:23:18.493958 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Attempting to bind port fd1b1c90-9fee-4c88-917b-cd367e44842e on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:18.514314 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] For port 4e3565ba-9723-4b87-a1a4-bbb331da879d, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:23:18.542260 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:23:18.542707 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Checking segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:18.543168 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Bound using segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:23:18.543813 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Bound port: fd1b1c90-9fee-4c88-917b-cd367e44842e, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:23:18.544238 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:18.564526 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] For port 4e3565ba-9723-4b87-a1a4-bbb331da879d, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4e3565ba-9723-4b87-a1a4-bbb331da879d,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:23:18.598360 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0841e-c4ec-4ee4-a5dd-04f2c080bfb3 req-f80d1ca6-0113-453b-b0a4-63317a453d69 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:18.600398 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-38a0841e-c4ec-4ee4-a5dd-04f2c080bfb3 req-f80d1ca6-0113-453b-b0a4-63317a453d69 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.1664574 Jul 31 14:23:18.603539 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-bc315a9e-6b2c-4cc4-b573-ce2e8d3f895c service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8152134 Jul 31 14:23:18.606890 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:18.615730 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:18.616473 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:18.617935 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-39d30673-5014-4648-b042-8a062733d018 service neutron] 10.222.0.17 "PUT /v2.0/ports/4e3565ba-9723-4b87-a1a4-bbb331da879d HTTP/1.1" status: 200 len: 1094 time: 5.1024005 Jul 31 14:23:18.619584 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15a0e90-90b9-47be-a034-3de7757c7bcb', 'tag': '4e3565ba-9723-4b87-a1a4-bbb331da879d'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:18.622003 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054e0477-590a-4e34-972b-32ef9a051480" -d '{"events": [{"name": "network-changed", "server_uuid": "c15a0e90-90b9-47be-a034-3de7757c7bcb", "tag": "4e3565ba-9723-4b87-a1a4-bbb331da879d"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:18.693788 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eb8ae-ceb9-46be-b99c-49667acec7e6 req-5b90c325-159e-4ec7-8667-d336d3244f45 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:18.696042 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-846eb8ae-ceb9-46be-b99c-49667acec7e6 req-5b90c325-159e-4ec7-8667-d336d3244f45 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 944 time: 0.6991956 Jul 31 14:23:18.715971 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Publish callbacks [] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:18.762062 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d30673-5014-4648-b042-8a062733d018 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3565ba-9723-4b87-a1a4-bbb331da879d,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:18.781177 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-38a0841e-c4ec-4ee4-a5dd-04f2c080bfb3 req-2317b7d0-8639-46df-ba88-8e411d870a72 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719215 Jul 31 14:23:18.788416 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] For port fd1b1c90-9fee-4c88-917b-cd367e44842e, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:23:18.794483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] For port fd1b1c90-9fee-4c88-917b-cd367e44842e, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:23:18.804685 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:18.821876 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:18.825766 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:18.826961 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Transition to ACTIVE for port object 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:23:18.828051 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] 10.222.0.17 "PUT /v2.0/ports/fd1b1c90-9fee-4c88-917b-cd367e44842e HTTP/1.1" status: 200 len: 1094 time: 4.2734311 Jul 31 14:23:18.890991 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:18.894997 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b618d6-0df7-4bb8-91f8-8cf247038106 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1b1c90-9fee-4c88-917b-cd367e44842e,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:18.908431 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-846eb8ae-ceb9-46be-b99c-49667acec7e6 req-bc9b572c-7d0d-438d-8847-0428e68bfbac tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850328 Jul 31 14:23:18.975855 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed70b0fd-9fe3-4da7-820f-d863fbfcf92e {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:19.001868 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3931ef-3a48-4356-9bbe-92788efe7f62 x-openstack-request-id: req-7e3931ef-3a48-4356-9bbe-92788efe7f62 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:19.002154 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15a0e90-90b9-47be-a034-3de7757c7bcb", "tag": "4e3565ba-9723-4b87-a1a4-bbb331da879d", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:19.002968 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7e3931ef-3a48-4356-9bbe-92788efe7f62 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:19.002968 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3931ef-3a48-4356-9bbe-92788efe7f62'] response: {'name': 'network-changed', 'server_uuid': 'c15a0e90-90b9-47be-a034-3de7757c7bcb', 'tag': '4e3565ba-9723-4b87-a1a4-bbb331da879d', 'status': 'completed', 'code': 200} Jul 31 14:23:19.009346 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60326821-38d3-4452-b37d-68afdb2bdd92 req-df3bd476-c3d3-4486-ad62-00d8145518ba tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:19.017863 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-60326821-38d3-4452-b37d-68afdb2bdd92 req-df3bd476-c3d3-4486-ad62-00d8145518ba tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0779200 Jul 31 14:23:19.018344 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Publish callbacks [] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.068397 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:19.069648 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Attempting to bind port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:23:19.070015 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Attempting to bind port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:23:19.070458 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Attempting to bind port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba on network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:19.076971 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (ce5e94c2-bf36-4243-9971-50bfc44ce696), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.085120 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-60326821-38d3-4452-b37d-68afdb2bdd92 req-7acbe625-9bd7-4adc-95c8-10f113a8d26d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619211 Jul 31 14:23:19.089672 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:19.090856 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:19.118870 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Transition to ACTIVE for port object ed70b0fd-9fe3-4da7-820f-d863fbfcf92e will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:23:19.121164 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba on network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:23:19.121643 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Attempting to bind port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba on network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:19.135760 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.150153 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:23:19.150521 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Checking segment: {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:19.151088 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Bound using segment: {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:23:19.151917 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Bound port: 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:23:19.152434 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.224460 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5e94c2-bf36-4243-9971-50bfc44ce696,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:19.279387 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Pushing event updated for resources: {'Port': ['ID=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:19.306210 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Checking segment: {'id': '1aba638b-2339-42b3-91f9-d3a9be3d662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7212ea46-0027-420d-a3b7-df92a1b7ca67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:19.306572 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Network hostable DHCP agents. Network: 7212ea46-0027-420d-a3b7-df92a1b7ca67, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:23:19.322728 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Attempting to bind port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:23:19.323242 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Attempting to bind port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:23:19.323780 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Attempting to bind port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:19.340354 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:23:19.340683 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Attempting to bind port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:19.346244 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:23:19.370497 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:23:19.370863 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Checking segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:19.371506 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Bound using segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:23:19.371887 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Bound port: ed70b0fd-9fe3-4da7-820f-d863fbfcf92e, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:23:19.372249 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.381843 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:23:19.390817 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Network 7212ea46-0027-420d-a3b7-df92a1b7ca67 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:23:19.397769 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.409401 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:19.410280 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.412264 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] 10.222.0.17 "PUT /v2.0/ports/24bdbc3b-fa2f-407d-8ddb-f37abeee2dba HTTP/1.1" status: 200 len: 1093 time: 4.0281599 Jul 31 14:23:19.412802 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:19.507176 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 7212ea46-0027-420d-a3b7-df92a1b7ca67) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:19.515295 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e02b12e-0866-48a8-a225-50c7b56faaf0 None None] Network 7212ea46-0027-420d-a3b7-df92a1b7ca67 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:23:19.526976 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:19.527850 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.607053 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444e6e7-f316-4f5d-8539-540d72a29eca service neutron] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:19.616210 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2805e-dee5-4691-9183-10c8e4c028b2 req-cdd29cec-5103-4b2d-b544-76bc843dcca0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:19.624227 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9df2805e-dee5-4691-9183-10c8e4c028b2 req-cdd29cec-5103-4b2d-b544-76bc843dcca0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 943 time: 0.1571562 Jul 31 14:23:19.640367 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1845b242-8913-4dae-891a-ed93c9c9081e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6922059 Jul 31 14:23:19.640367 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] For port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e, host hv-cinder-84984, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:23:19.644885 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] For port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:23:19.665918 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.679171 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:19.680387 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:19.683023 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] 10.222.0.17 "PUT /v2.0/ports/ed70b0fd-9fe3-4da7-820f-d863fbfcf92e HTTP/1.1" status: 200 len: 1093 time: 2.8440936 Jul 31 14:23:19.735259 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9df2805e-dee5-4691-9183-10c8e4c028b2 req-894e0c46-d8b0-4706-b84b-21b9094f1612 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099396 Jul 31 14:23:19.767636 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54588be4-fb6e-4a9b-81bd-111bfb428b08" -d '{"events": [{"name": "network-changed", "server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:19.780789 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee1624-1b7f-491a-a5b1-5815f319f6e7 None None] Network 7212ea46-0027-420d-a3b7-df92a1b7ca67 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:23:19.804680 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34099dd5-71cd-4205-916d-c52df0acde09 service neutron] Pushing event updated for resources: {'Port': ['ID=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:19.963705 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cf63b-6c10-434f-9213-5e31f7f8fd1f req-b775e6f4-1431-49ae-beb6-af53cc448aa0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:19.965759 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-765cf63b-6c10-434f-9213-5e31f7f8fd1f req-b775e6f4-1431-49ae-beb6-af53cc448aa0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.0722778 Jul 31 14:23:19.997966 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bbbfff-8184-478e-9232-18a1eb895a52 x-openstack-request-id: req-f4bbbfff-8184-478e-9232-18a1eb895a52 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:19.998280 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:19.998690 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f4bbbfff-8184-478e-9232-18a1eb895a52 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:20.003325 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4bbbfff-8184-478e-9232-18a1eb895a52'] response: {'name': 'network-changed', 'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'status': 'completed', 'code': 200} Jul 31 14:23:20.042824 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-765cf63b-6c10-434f-9213-5e31f7f8fd1f req-d98ac4b5-63ab-4128-a43e-ed5713660d2c tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703492 Jul 31 14:23:20.126617 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e9242-50e8-42a5-b868-f8ca891e0965 req-ed4e2f9b-3d1f-4d4b-9caf-c58658057c86 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:20.137689 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bc2e9242-50e8-42a5-b868-f8ca891e0965 req-ed4e2f9b-3d1f-4d4b-9caf-c58658057c86 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 944 time: 0.0763717 Jul 31 14:23:20.205239 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:20.237734 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0610c4b-f0a5-4a97-884b-a65666564dd6 req-92aab856-0c39-49a5-b675-27e6b39fd5a3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:20.240963 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bc2e9242-50e8-42a5-b868-f8ca891e0965 req-46a7602f-6799-46b0-9484-c504991b4918 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984623 Jul 31 14:23:20.250883 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f0610c4b-f0a5-4a97-884b-a65666564dd6 req-92aab856-0c39-49a5-b675-27e6b39fd5a3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0820813 Jul 31 14:23:20.313433 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f0610c4b-f0a5-4a97-884b-a65666564dd6 req-a8b8290d-62d5-4ce7-8266-249adac416a8 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589969 Jul 31 14:23:20.846613 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b796858-138e-4ec9-9e73-d93322608ea3 req-ad8ade50-5f6f-469b-95bc-871835f7ced2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:20.847995 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0b796858-138e-4ec9-9e73-d93322608ea3 req-ad8ade50-5f6f-469b-95bc-871835f7ced2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 943 time: 0.0464227 Jul 31 14:23:20.895035 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0b796858-138e-4ec9-9e73-d93322608ea3 req-833abfb5-09ad-49b6-a049-d1087094677f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 Jul 31 14:23:21.004060 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712880e4-54c2-4ea2-b932-a8ff5efa0966', 'tag': 'fd1b1c90-9fee-4c88-917b-cd367e44842e'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:21.006925 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd364951-97e8-43c2-85d2-86c71dddbd53" -d '{"events": [{"name": "network-changed", "server_uuid": "712880e4-54c2-4ea2-b932-a8ff5efa0966", "tag": "fd1b1c90-9fee-4c88-917b-cd367e44842e"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:21.043442 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879a0c79-1cd6-4948-877c-32fef826b971 x-openstack-request-id: req-879a0c79-1cd6-4948-877c-32fef826b971 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:21.043948 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712880e4-54c2-4ea2-b932-a8ff5efa0966", "tag": "fd1b1c90-9fee-4c88-917b-cd367e44842e", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:21.044209 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-879a0c79-1cd6-4948-877c-32fef826b971 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:21.044609 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879a0c79-1cd6-4948-877c-32fef826b971'] response: {'name': 'network-changed', 'server_uuid': '712880e4-54c2-4ea2-b932-a8ff5efa0966', 'tag': 'fd1b1c90-9fee-4c88-917b-cd367e44842e', 'status': 'completed', 'code': 200} Jul 31 14:23:21.159674 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d46110-4da5-403c-a11f-fd15231002c7 req-52f3e714-3aed-4011-be55-4295a8359c0f tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:21.161103 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76d46110-4da5-403c-a11f-fd15231002c7 req-52f3e714-3aed-4011-be55-4295a8359c0f tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.0510211 Jul 31 14:23:21.201557 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:21.209591 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76d46110-4da5-403c-a11f-fd15231002c7 req-bbcb106b-7c8b-4e45-b0af-4c3011701212 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Jul 31 14:23:21.355061 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eebc1f-d8e4-422b-b080-98c41f3f3855 req-bf0d9469-fe4e-48da-a4fa-bb1e2110af5a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:21.356931 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b4eebc1f-d8e4-422b-b080-98c41f3f3855 req-bf0d9469-fe4e-48da-a4fa-bb1e2110af5a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 944 time: 0.0551443 Jul 31 14:23:21.416178 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ca7bd89e-74da-49d9-b9a6-7baf65ada06e req-51763b96-6c36-4d51-a7c3-d3219baca0c4 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913823 Jul 31 14:23:21.418773 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b4eebc1f-d8e4-422b-b080-98c41f3f3855 req-6e649b8a-c027-44e6-a243-1b3e3fe8bbea tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551126 Jul 31 14:23:21.465299 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747a84-7637-4aed-9b2c-8c8ae2d0e8f4 req-afdfe51a-7562-414b-a1ee-65e5d3d62ac9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:21.466733 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1f747a84-7637-4aed-9b2c-8c8ae2d0e8f4 req-afdfe51a-7562-414b-a1ee-65e5d3d62ac9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0540421 Jul 31 14:23:21.497051 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:21.515472 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1f747a84-7637-4aed-9b2c-8c8ae2d0e8f4 req-6d89696d-576e-4178-834c-3f86e1204db7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431278 Jul 31 14:23:21.790263 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-1976b340-b7dc-43c9-8c37-4bdc65f63ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:21.791785 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-1976b340-b7dc-43c9-8c37-4bdc65f63ba7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 1128 time: 0.0439310 Jul 31 14:23:21.834844 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-48855d91-1aa7-404d-93f0-7953f9a309a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:21.836513 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-48855d91-1aa7-404d-93f0-7953f9a309a7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 1128 time: 0.0749342 Jul 31 14:23:21.895207 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-e1fdf308-bc79-4462-9e89-9d17fa61c353 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e HTTP/1.1" status: 200 len: 217 time: 0.0447886 Jul 31 14:23:22.004749 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:22.006081 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b525f36f-61be-4205-85c9-112378b82b28', 'tag': 'ed70b0fd-9fe3-4da7-820f-d863fbfcf92e'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:22.008833 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e" -d '{"events": [{"name": "network-changed", "server_uuid": "b525f36f-61be-4205-85c9-112378b82b28", "tag": "ed70b0fd-9fe3-4da7-820f-d863fbfcf92e"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:22.025718 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588be4-fb6e-4a9b-81bd-111bfb428b08 req-14a3b757-eba2-4600-9e61-91b4ac9a93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:22.027404 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-54588be4-fb6e-4a9b-81bd-111bfb428b08 req-14a3b757-eba2-4600-9e61-91b4ac9a93a4 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 1127 time: 0.1042790 Jul 31 14:23:22.038059 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-aa13fe8a-eb89-495d-b2c2-f1be0334e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:22.039602 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-aa13fe8a-eb89-495d-b2c2-f1be0334e20d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 1127 time: 0.0954051 Jul 31 14:23:22.041328 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-fe0283e5-d0f7-4fac-9bb9-c41e931c2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:22.042619 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-fe0283e5-d0f7-4fac-9bb9-c41e931c2e9d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.1114709 Jul 31 14:23:22.048515 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0477-590a-4e34-972b-32ef9a051480 req-321bd48c-c954-404d-af95-50f68b0b087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:22.050219 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-054e0477-590a-4e34-972b-32ef9a051480 req-321bd48c-c954-404d-af95-50f68b0b087a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f4ef4d34a8114051a67c51e01cb2b8eb&device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 1128 time: 0.1684823 Jul 31 14:23:22.057687 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c275ec92-3122-4e2d-8edc-24788d70eac0 x-openstack-request-id: req-c275ec92-3122-4e2d-8edc-24788d70eac0 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:22.057972 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b525f36f-61be-4205-85c9-112378b82b28", "tag": "ed70b0fd-9fe3-4da7-820f-d863fbfcf92e", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:22.058220 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c275ec92-3122-4e2d-8edc-24788d70eac0 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:22.058593 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c275ec92-3122-4e2d-8edc-24788d70eac0'] response: {'name': 'network-changed', 'server_uuid': 'b525f36f-61be-4205-85c9-112378b82b28', 'tag': 'ed70b0fd-9fe3-4da7-820f-d863fbfcf92e', 'status': 'completed', 'code': 200} Jul 31 14:23:22.099257 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa45fd-91b7-4160-802b-f8bec80e6f2a req-f27e2226-6f78-4720-9b45-92798669f8e4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:22.100848 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4ffa45fd-91b7-4160-802b-f8bec80e6f2a req-f27e2226-6f78-4720-9b45-92798669f8e4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 943 time: 0.1245568 Jul 31 14:23:22.130666 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-ba3ddfd8-57ef-4d69-af53-1d7324750b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:22.132210 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-ba3ddfd8-57ef-4d69-af53-1d7324750b29 service neutron] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 916 time: 0.2761569 Jul 31 14:23:22.166331 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4ffa45fd-91b7-4160-802b-f8bec80e6f2a req-234dffad-4ff8-417a-8f3c-44a2f30aeeec tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Jul 31 14:23:22.333955 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7dd38-86b2-4ecb-b51a-ab9dbd89bc11 req-98f53509-3e71-43dd-9063-b587decdffb8 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:22.335514 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5ad7dd38-86b2-4ecb-b51a-ab9dbd89bc11 req-98f53509-3e71-43dd-9063-b587decdffb8 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.0495179 Jul 31 14:23:22.381319 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5ad7dd38-86b2-4ecb-b51a-ab9dbd89bc11 req-5e9449b0-4844-4944-9657-442323a10989 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Jul 31 14:23:22.536935 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bb4d4-6162-458b-9cae-9e56ab7bf8fd req-a25f09a7-88b1-4c4f-a57a-80c2d61eace1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:22.538402 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-572bb4d4-6162-458b-9cae-9e56ab7bf8fd req-a25f09a7-88b1-4c4f-a57a-80c2d61eace1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 944 time: 0.0541849 Jul 31 14:23:22.612007 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-572bb4d4-6162-458b-9cae-9e56ab7bf8fd req-38e0b466-4aa3-4d5f-ad47-4f59f3d9d0b9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643167 Jul 31 14:23:22.672494 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf1c9-eba3-4ba8-8d01-d1c91a38014a req-98330db9-3b88-440d-b5da-bd7d2388b3c8 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:22.675974 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5bebf1c9-eba3-4ba8-8d01-d1c91a38014a req-98330db9-3b88-440d-b5da-bd7d2388b3c8 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0552285 Jul 31 14:23:22.744136 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5bebf1c9-eba3-4ba8-8d01-d1c91a38014a req-8bd3461d-33cb-4539-9756-00a75e56d335 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613768 Jul 31 14:23:23.209112 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-a5774b77-92c0-4bcb-8dc0-ba73350b252e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21edb8cd-f77a-499c-afac-f0de24050b9d HTTP/1.1" status: 200 len: 217 time: 0.1591036 Jul 31 14:23:23.215815 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-f023fab1-9a5b-423f-8bff-ddbdb5c9bd28 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e HTTP/1.1" status: 200 len: 217 time: 0.1603231 Jul 31 14:23:23.274360 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-82f24d3e-c106-416d-b8cd-2ae8902b0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.276057 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-82f24d3e-c106-416d-b8cd-2ae8902b0e5c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2229857 Jul 31 14:23:23.446709 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-9383ce93-dfd2-4abe-bf90-affb5b0befe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.448191 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-9383ce93-dfd2-4abe-bf90-affb5b0befe3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.2226474 Jul 31 14:23:23.533468 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588be4-fb6e-4a9b-81bd-111bfb428b08 req-8bc801f9-2dbb-48af-ade9-7e590e921447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.534806 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-54588be4-fb6e-4a9b-81bd-111bfb428b08 req-8bc801f9-2dbb-48af-ade9-7e590e921447 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4804509 Jul 31 14:23:23.565356 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801695-c744-4347-a696-5dd61bacfd20 req-04c3df45-fa28-455c-8b72-aac0ee8a638e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.566802 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd801695-c744-4347-a696-5dd61bacfd20 req-04c3df45-fa28-455c-8b72-aac0ee8a638e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 943 time: 0.2863758 Jul 31 14:23:23.573442 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-25fc2e6e-7e3f-4d72-88dd-e53cee3d35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.575094 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-25fc2e6e-7e3f-4d72-88dd-e53cee3d35f9 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.3534017 Jul 31 14:23:23.575733 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-57945cdf-d732-4961-89c0-e9f997569add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.577207 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-57945cdf-d732-4961-89c0-e9f997569add service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215162 Jul 31 14:23:23.639489 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e374180-4fd3-42d7-ad34-6b5b8f5a3434 req-b52887a4-45ac-46a6-b475-1fd21202dcf0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.640929 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8e374180-4fd3-42d7-ad34-6b5b8f5a3434 req-b52887a4-45ac-46a6-b475-1fd21202dcf0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.1698918 Jul 31 14:23:23.642635 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-f4e5cebc-8d86-4c47-bb79-33eaff751dbc service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527892 Jul 31 14:23:23.652498 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0477-590a-4e34-972b-32ef9a051480 req-8e1a0c50-31d8-4754-859b-a6312b02db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.653983 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-054e0477-590a-4e34-972b-32ef9a051480 req-8e1a0c50-31d8-4754-859b-a6312b02db8d service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=f4ef4d34a8114051a67c51e01cb2b8eb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6027977 Jul 31 14:23:23.662863 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:23.701544 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-3649d40f-9262-4e9e-9c1d-512ad710db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.703125 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-3649d40f-9262-4e9e-9c1d-512ad710db63 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113183 Jul 31 14:23:23.727886 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd801695-c744-4347-a696-5dd61bacfd20 req-86f777c2-f20d-42e2-a804-5f06cc19cc54 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516547 Jul 31 14:23:23.852406 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8e374180-4fd3-42d7-ad34-6b5b8f5a3434 req-53329497-b51d-4209-9dc5-40802d6e7c04 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954272 Jul 31 14:23:23.931289 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b871c0e-1e6a-4dfb-b41c-ffe82904c964 req-aab1ebc1-305d-494e-b1c5-f8ad56fbd5a4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:23.933018 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3b871c0e-1e6a-4dfb-b41c-ffe82904c964 req-aab1ebc1-305d-494e-b1c5-f8ad56fbd5a4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 944 time: 0.0564308 Jul 31 14:23:24.012887 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3b871c0e-1e6a-4dfb-b41c-ffe82904c964 req-6ba33fdd-6aa2-4319-b1ec-d359a105c07a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737464 Jul 31 14:23:24.065888 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:24.092949 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588be4-fb6e-4a9b-81bd-111bfb428b08 req-5c192a71-d102-44a6-8d2e-2ee4cf546ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:24.094432 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-54588be4-fb6e-4a9b-81bd-111bfb428b08 req-5c192a71-d102-44a6-8d2e-2ee4cf546ed0 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5485096 Jul 31 14:23:24.117663 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-61ace79c-f6c1-4a99-94a6-64364ddcfda9 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198879 Jul 31 14:23:24.133114 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46bf1-7269-4cd6-a7f6-d68952470824 req-95463d92-3b4a-4983-99c4-3501b01de205 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:24.134910 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9ab46bf1-7269-4cd6-a7f6-d68952470824 req-95463d92-3b4a-4983-99c4-3501b01de205 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0650668 Jul 31 14:23:24.153934 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55934) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:24.193057 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9ab46bf1-7269-4cd6-a7f6-d68952470824 req-b1df056e-1f2e-4ded-9e54-51518c74209c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483224 Jul 31 14:23:24.295330 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5dc1ab8c-1cab-49dd-9fef-4d0a79fd5d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:24.369553 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:24.409689 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5dc1ab8c-1cab-49dd-9fef-4d0a79fd5d0b admin admin] Publish callbacks [] for security_group (0ede5db8-a0f4-40d5-85a9-a0113b426b78), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:24.414539 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5dc1ab8c-1cab-49dd-9fef-4d0a79fd5d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0ede5db8-a0f4-40d5-85a9-a0113b426b78), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:24.458408 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1ab8c-1cab-49dd-9fef-4d0a79fd5d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede5db8-a0f4-40d5-85a9-a0113b426b78,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:24.465207 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5dc1ab8c-1cab-49dd-9fef-4d0a79fd5d0b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9c079945b0bd4cfb8f4e1b2199057507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078651 Jul 31 14:23:24.465435 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55956) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:24.503007 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=84 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:24.513539 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9c3bc7e-5b1c-4d1c-83ff-ac274b26fd49 admin admin] Publish callbacks [] for security_group (0ede5db8-a0f4-40d5-85a9-a0113b426b78), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:24.518497 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=21 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:24.534202 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9c3bc7e-5b1c-4d1c-83ff-ac274b26fd49 admin admin] Publish callbacks [] for security_group (0ede5db8-a0f4-40d5-85a9-a0113b426b78), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:24.544508 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:24.581755 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9c3bc7e-5b1c-4d1c-83ff-ac274b26fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0ede5db8-a0f4-40d5-85a9-a0113b426b78), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:24.584493 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9c3bc7e-5b1c-4d1c-83ff-ac274b26fd49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:24.585659 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f9c3bc7e-5b1c-4d1c-83ff-ac274b26fd49 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0ede5db8-a0f4-40d5-85a9-a0113b426b78 HTTP/1.1" status: 204 len: 168 time: 0.1193397 Jul 31 14:23:24.593783 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3bc7e-5b1c-4d1c-83ff-ac274b26fd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede5db8-a0f4-40d5-85a9-a0113b426b78,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:24.847866 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 55964) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:24.872723 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f132-603b-498b-944f-bd711a81e60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:24.917027 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a92944-050a-42d1-9783-2267e33c3662 req-b0a3c0b1-24a2-44ec-b0d1-62209fb92c45 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:24.918506 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-68a92944-050a-42d1-9783-2267e33c3662 req-b0a3c0b1-24a2-44ec-b0d1-62209fb92c45 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 943 time: 0.0633101 Jul 31 14:23:24.976457 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be1a04-12dd-44b8-b93d-df1ae5acde6b req-6f0e2231-dd52-49f4-a6c0-bd3991dd9d13 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:24.978060 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-33be1a04-12dd-44b8-b93d-df1ae5acde6b req-6f0e2231-dd52-49f4-a6c0-bd3991dd9d13 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.0523789 Jul 31 14:23:24.998091 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-68a92944-050a-42d1-9783-2267e33c3662 req-6164e4a6-9cc4-46a3-b8c5-0948e1077928 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731857 Jul 31 14:23:25.023695 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f132-603b-498b-944f-bd711a81e60c admin admin] Publish callbacks [] for security_group (b9c88a1c-12e2-4201-9cb1-84d28d1704aa), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:25.028783 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f132-603b-498b-944f-bd711a81e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b9c88a1c-12e2-4201-9cb1-84d28d1704aa), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:25.029170 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-33be1a04-12dd-44b8-b93d-df1ae5acde6b req-a3939dce-c6b4-4ae7-be32-bce6f836dc0d tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450864 Jul 31 14:23:25.071099 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c0a3f132-603b-498b-944f-bd711a81e60c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=902d46a9eb05471aa2e6d12eb1976a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214856 Jul 31 14:23:25.071992 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3f132-603b-498b-944f-bd711a81e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c88a1c-12e2-4201-9cb1-84d28d1704aa,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:25.073749 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 55970) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:25.129138 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a60c0727-556b-47f3-a628-0e5e0f00befd admin admin] Publish callbacks [] for security_group (b9c88a1c-12e2-4201-9cb1-84d28d1704aa), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:25.139006 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cc95-80b1-437d-a8fd-6e7a2195c73f req-86c22baf-5989-4267-95d1-13ce2e5dae36 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:25.141559 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae18cc95-80b1-437d-a8fd-6e7a2195c73f req-86c22baf-5989-4267-95d1-13ce2e5dae36 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 944 time: 0.0482428 Jul 31 14:23:25.152004 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a60c0727-556b-47f3-a628-0e5e0f00befd admin admin] Publish callbacks [] for security_group (b9c88a1c-12e2-4201-9cb1-84d28d1704aa), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:25.192476 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae18cc95-80b1-437d-a8fd-6e7a2195c73f req-12eba269-3828-4a22-9970-0afa5a5615d6 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443892 Jul 31 14:23:25.200690 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a60c0727-556b-47f3-a628-0e5e0f00befd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b9c88a1c-12e2-4201-9cb1-84d28d1704aa), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:25.203774 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a60c0727-556b-47f3-a628-0e5e0f00befd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:25.204823 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-a60c0727-556b-47f3-a628-0e5e0f00befd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b9c88a1c-12e2-4201-9cb1-84d28d1704aa HTTP/1.1" status: 204 len: 168 time: 0.1300058 Jul 31 14:23:25.213303 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c0727-556b-47f3-a628-0e5e0f00befd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c88a1c-12e2-4201-9cb1-84d28d1704aa,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:25.325551 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77953f2-fcad-4383-8f67-8ab61bf37a38 req-53572a76-fcc2-40c2-8e3a-ecac86f8f699 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:25.327184 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f77953f2-fcad-4383-8f67-8ab61bf37a38 req-53572a76-fcc2-40c2-8e3a-ecac86f8f699 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0508235 Jul 31 14:23:25.377946 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f77953f2-fcad-4383-8f67-8ab61bf37a38 req-f40a380a-b311-44a8-931e-ffe671cf80bd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Jul 31 14:23:26.127895 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511aa66-07ce-4142-8ecc-d84b425e6689 req-b1102cfd-a80f-4f9c-9703-912e62de9a45 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:26.127895 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0511aa66-07ce-4142-8ecc-d84b425e6689 req-b1102cfd-a80f-4f9c-9703-912e62de9a45 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 943 time: 0.0509684 Jul 31 14:23:26.167275 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a8c0c-98fa-4ec2-9d71-85fd3b9f50b2 req-c1c1374d-1896-4055-82b7-9e1fd454d859 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:26.169017 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fc4a8c0c-98fa-4ec2-9d71-85fd3b9f50b2 req-c1c1374d-1896-4055-82b7-9e1fd454d859 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.0608916 Jul 31 14:23:26.191609 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0511aa66-07ce-4142-8ecc-d84b425e6689 req-2b35b745-9c3d-415f-9196-e040e29a5ee5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578859 Jul 31 14:23:26.221851 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fc4a8c0c-98fa-4ec2-9d71-85fd3b9f50b2 req-2ebfb906-5358-413d-9308-27caa57975d4 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 Jul 31 14:23:26.283668 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 21edb8cd-f77a-499c-afac-f0de24050b9d details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:23:26.441290 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 21edb8cd-f77a-499c-afac-f0de24050b9d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=21edb8cd-f77a-499c-afac-f0de24050b9d,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:26.486662 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:23:26.536600 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c1e02-1166-453e-8c11-4e043d989692 req-c3564224-f1cd-47b9-951d-73f27ed2d9c3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:26.538396 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d89c1e02-1166-453e-8c11-4e043d989692 req-c3564224-f1cd-47b9-951d-73f27ed2d9c3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 944 time: 0.2579496 Jul 31 14:23:26.571345 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 21edb8cd-f77a-499c-afac-f0de24050b9d is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:26.571776 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:26.584900 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc69b8-d97f-48b7-a674-d103d6d59d02 req-881ffd88-2353-4949-832d-145e2c695a97 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:26.590925 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:26.592809 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-10fc69b8-d97f-48b7-a674-d103d6d59d02 req-881ffd88-2353-4949-832d-145e2c695a97 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0822399 Jul 31 14:23:26.644363 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0477-590a-4e34-972b-32ef9a051480 req-57e29d9e-6141-4240-ba6d-3bb58a11a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:26.646396 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-054e0477-590a-4e34-972b-32ef9a051480 req-57e29d9e-6141-4240-ba6d-3bb58a11a5ce service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3522811 Jul 31 14:23:26.660664 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-9c19fc1f-7470-401c-bc22-19a2239d8574 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677292 Jul 31 14:23:26.669688 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d89c1e02-1166-453e-8c11-4e043d989692 req-a1371b68-27cf-4cd5-8601-1cdfd955a6d1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216092 Jul 31 14:23:26.676159 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-10fc69b8-d97f-48b7-a674-d103d6d59d02 req-6562e6f2-540f-4582-8a3f-4b06163826ec tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818815 Jul 31 14:23:26.682440 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-13710b08-2788-4340-9e31-460d74cfbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:26.684606 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-13710b08-2788-4340-9e31-460d74cfbebc service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 1127 time: 0.3144219 Jul 31 14:23:26.730423 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-e520552a-13fe-40e5-8867-e22cfa1fe04c service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470251 Jul 31 14:23:26.748712 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:26.759796 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:26.790210 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-fd4802b8-04a7-4285-b473-45bed6f36251 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba HTTP/1.1" status: 200 len: 217 time: 0.0645611 Jul 31 14:23:26.830729 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21edb8cd-f77a-499c-afac-f0de24050b9d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:26.831294 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cee5-61a6-459f-b056-de4884013829 req-5b70619d-531d-4628-80cf-eea5474a822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:26.832043 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93d26a85-4cb9-42d7-b877-75517c2786dc req-1b1459ae-1cb9-42cd-a862-15f554fb6d52 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524426 Jul 31 14:23:26.833036 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-5b70619d-531d-4628-80cf-eea5474a822c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f4ef4d34a8114051a67c51e01cb2b8eb&device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 1128 time: 0.0699348 Jul 31 14:23:26.839507 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-973dbc80-74b5-40d9-a131-997ca4b349b1 req-f707e07f-c824-4b2a-803f-e8b97256a86c service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684804 Jul 31 14:23:26.843814 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:26.853422 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 21edb8cd-f77a-499c-afac-f0de24050b9d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=21edb8cd-f77a-499c-afac-f0de24050b9d,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:26.859350 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:26.916784 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=21edb8cd-f77a-499c-afac-f0de24050b9d,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:27.267582 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['21edb8cd-f77a-499c-afac-f0de24050b9d'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:23:27.316249 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7d89b-9616-4547-900a-d03e7f0aa3dd req-1ff03e54-8c5b-412a-baf4-6d89bc791026 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:27.319818 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e7e7d89b-9616-4547-900a-d03e7f0aa3dd req-1ff03e54-8c5b-412a-baf4-6d89bc791026 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 943 time: 0.0576084 Jul 31 14:23:27.368608 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf8eb3-abac-424b-911f-d71a3a0f877a req-45fd7546-9c2d-4e18-a858-f91ae126675f tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:27.370217 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eabf8eb3-abac-424b-911f-d71a3a0f877a req-45fd7546-9c2d-4e18-a858-f91ae126675f tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.0656047 Jul 31 14:23:27.379196 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e7e7d89b-9616-4547-900a-d03e7f0aa3dd req-58003269-8d1a-4a07-b03d-f19997c634a8 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528564 Jul 31 14:23:27.431365 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eabf8eb3-abac-424b-911f-d71a3a0f877a req-e3a4f641-edf1-470e-9c14-9f6dadfa48ee tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554452 Jul 31 14:23:27.473468 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:27.474288 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:23:27.842632 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa278d-012f-4fba-89f9-48c3f5612ac5 req-aeda9793-3b4d-4e74-92fa-8ec9b61f1b07 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:27.844345 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aaaa278d-012f-4fba-89f9-48c3f5612ac5 req-aeda9793-3b4d-4e74-92fa-8ec9b61f1b07 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 945 time: 0.0720468 Jul 31 14:23:27.848963 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975abb23-eed0-4750-8969-5a15a16e74b2 req-eba4b4aa-614c-49cc-b352-fa8c66bbab81 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:27.863863 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-975abb23-eed0-4750-8969-5a15a16e74b2 req-eba4b4aa-614c-49cc-b352-fa8c66bbab81 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0661583 Jul 31 14:23:27.877705 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:27.909809 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-975abb23-eed0-4750-8969-5a15a16e74b2 req-49adee62-7871-4744-83fa-fb39971398df tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526233 Jul 31 14:23:27.929766 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aaaa278d-012f-4fba-89f9-48c3f5612ac5 req-6b725074-54cd-4b36-ad94-56d70468bdeb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773833 Jul 31 14:23:28.389664 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56100) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:28.503454 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-b6e93767-b5ef-4837-8feb-95a911752117 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e3565ba-9723-4b87-a1a4-bbb331da879d HTTP/1.1" status: 200 len: 217 time: 0.0516143 Jul 31 14:23:28.587658 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf907f06-649b-405f-adf7-af54e0c6e420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:28.597270 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-d0212225-d56d-4f70-89ad-dbb73b255c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:28.599311 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-d0212225-d56d-4f70-89ad-dbb73b255c74 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 1127 time: 0.1371222 Jul 31 14:23:28.609683 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b27037-3fb2-4adb-a1a0-d1d77c095958 req-ae32496c-d493-40fb-a7ac-5e8abc598a53 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:28.611116 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b7b27037-3fb2-4adb-a1a0-d1d77c095958 req-ae32496c-d493-40fb-a7ac-5e8abc598a53 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 943 time: 0.1375582 Jul 31 14:23:28.626113 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6cfca-fb5e-4082-b6cb-1200528f4b5b req-efeddcc4-2e32-4884-96a6-3f61bc9ed81f tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:28.628972 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3fa6cfca-fb5e-4082-b6cb-1200528f4b5b req-efeddcc4-2e32-4884-96a6-3f61bc9ed81f tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.1032045 Jul 31 14:23:28.649259 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-03e270c6-81ff-4049-a369-524ae91b5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:28.651542 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-03e270c6-81ff-4049-a369-524ae91b5244 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 1128 time: 0.1286323 Jul 31 14:23:28.667978 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-2c33ce99-dba3-4ed4-8f73-4f97e7deccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:28.669933 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-2c33ce99-dba3-4ed4-8f73-4f97e7deccf0 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.2169249 Jul 31 14:23:28.675980 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cee5-61a6-459f-b056-de4884013829 req-4206c1a0-4709-441b-87c2-590f49f916eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:28.677911 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-4206c1a0-4709-441b-87c2-590f49f916eb service neutron] 10.222.0.17 "GET /v2.0/subnets?id=af97202f-1535-4250-ad61-0b464a64dedd HTTP/1.1" status: 200 len: 850 time: 0.1537752 Jul 31 14:23:28.766640 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cee5-61a6-459f-b056-de4884013829 req-00fa63cd-851f-41c9-8e0c-72b60eeb03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:28.768059 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-00fa63cd-851f-41c9-8e0c-72b60eeb03b6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e9372a5f-4043-4ef0-b455-80de14da5a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798337 Jul 31 14:23:28.775328 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3fa6cfca-fb5e-4082-b6cb-1200528f4b5b req-67868919-d55e-4249-be8d-e1bbe95c9903 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334586 Jul 31 14:23:28.831769 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-dd53ee43-925a-4bee-ab9d-5b41b9928e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:28.833840 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-dd53ee43-925a-4bee-ab9d-5b41b9928e86 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.2270362 Jul 31 14:23:28.846365 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b7b27037-3fb2-4adb-a1a0-d1d77c095958 req-3607ebaf-4cab-4f66-ae99-9c47fa6e3493 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225130 Jul 31 14:23:28.847448 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-cfdf3660-6733-4428-86f1-339a77eac62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:28.849417 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-cfdf3660-6733-4428-86f1-339a77eac62f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1657574 Jul 31 14:23:28.889771 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-e2ace2db-a8b7-44d6-aed2-66149947f17f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e HTTP/1.1" status: 200 len: 217 time: 0.0500124 Jul 31 14:23:28.993199 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-f2f11705-a2f1-4bb5-83df-7981a080033b service neutron] 10.222.0.17 "GET /v2.0/networks/e9372a5f-4043-4ef0-b455-80de14da5a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123690 Jul 31 14:23:29.000689 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-91a5775b-198c-4629-93c4-c2e8fecd6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:29.001710 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-f728d812-4c44-473e-8037-2c1d2d84a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:29.002776 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-91a5775b-198c-4629-93c4-c2e8fecd6c5a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.1052217 Jul 31 14:23:29.003898 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-f728d812-4c44-473e-8037-2c1d2d84a179 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.3382182 Jul 31 14:23:29.010828 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf907f06-649b-405f-adf7-af54e0c6e420 admin admin] Publish callbacks [] for security_group (78b2f62f-b10a-4eb6-ba2d-d28a85d3c440), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.033199 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf907f06-649b-405f-adf7-af54e0c6e420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (78b2f62f-b10a-4eb6-ba2d-d28a85d3c440), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.094106 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-0d969cb6-937e-425a-9b76-58e7d7faf57c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e HTTP/1.1" status: 200 len: 217 time: 0.0789626 Jul 31 14:23:29.115101 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:29.157222 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device ed70b0fd-9fe3-4da7-820f-d863fbfcf92e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:23:29.198681 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-3df94af5-f59e-4771-b6c9-a4117306e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:29.198932 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-7a9746cb-ab3e-4d86-97d7-e1a71c2f8683 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421621 Jul 31 14:23:29.203946 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-bf907f06-649b-405f-adf7-af54e0c6e420 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fcbe81af8d8c4de9b8a76b982d1c0b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8107581 Jul 31 14:23:29.204094 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 21edb8cd-f77a-499c-afac-f0de24050b9d up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:29.204217 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-3df94af5-f59e-4771-b6c9-a4117306e6b1 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1345174 Jul 31 14:23:29.207305 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56132) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:29.229032 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:29.230739 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf907f06-649b-405f-adf7-af54e0c6e420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b2f62f-b10a-4eb6-ba2d-d28a85d3c440,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:29.237572 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a666b89-f852-485a-86ae-6284da3784ab req-b60602f8-df60-4ef6-9d4e-9f5088b1b1cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:29.242539 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6179-d7d1-4ee3-a141-abcc601fb0d5 req-9bca7a9e-b0fb-4a7f-9414-169665752ee4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:29.245827 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a666b89-f852-485a-86ae-6284da3784ab req-b60602f8-df60-4ef6-9d4e-9f5088b1b1cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.1778898 Jul 31 14:23:29.249269 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-677f6179-d7d1-4ee3-a141-abcc601fb0d5 req-9bca7a9e-b0fb-4a7f-9414-169665752ee4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 945 time: 0.1691544 Jul 31 14:23:29.343289 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-bf1fb2c7-d297-44f6-8a55-098014cadb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:29.344782 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-bf1fb2c7-d297-44f6-8a55-098014cadb43 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.2255852 Jul 31 14:23:29.384461 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-53665ddf-cf02-41c0-b710-b495968a94bc service neutron] 10.222.0.17 "GET /v2.0/networks/e9372a5f-4043-4ef0-b455-80de14da5a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805184 Jul 31 14:23:29.410067 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 21edb8cd-f77a-499c-afac-f0de24050b9d completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:23:29.421431 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:29.435055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 21edb8cd-f77a-499c-afac-f0de24050b9d triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:29.435739 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.482033 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': 'ed70b0fd-9fe3-4da7-820f-d863fbfcf92e', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'port_id': 'ed70b0fd-9fe3-4da7-820f-d863fbfcf92e', 'mac_address': 'fa:16:3e:c2:60:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:23:29.528265 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-677f6179-d7d1-4ee3-a141-abcc601fb0d5 req-d5727c44-2259-4f98-a981-1f98fb019d84 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774765 Jul 31 14:23:29.542437 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-80db7673-9f8a-443f-8d22-5fd8a8188987 req-322a53a1-2459-48f4-92b3-9a9f85210f28 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283689 Jul 31 14:23:29.546364 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85792eb7-5295-48d5-8c52-729552c6b8d7 admin admin] Publish callbacks [] for security_group (78b2f62f-b10a-4eb6-ba2d-d28a85d3c440), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.553956 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 21edb8cd-f77a-499c-afac-f0de24050b9d is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:29.554552 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.592336 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:29.592886 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.616194 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85792eb7-5295-48d5-8c52-729552c6b8d7 admin admin] Publish callbacks [] for security_group (78b2f62f-b10a-4eb6-ba2d-d28a85d3c440), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.619064 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21edb8cd-f77a-499c-afac-f0de24050b9d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:29.665083 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-6873ac1f-9094-4d5b-8f79-bbb7c17e59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:29.666797 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-6873ac1f-9094-4d5b-8f79-bbb7c17e59ae service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3121238 Jul 31 14:23:29.670813 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a666b89-f852-485a-86ae-6284da3784ab req-996d3f0d-31d1-4e06-97fe-a5256cc244a4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240377 Jul 31 14:23:29.672397 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:29.686229 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85792eb7-5295-48d5-8c52-729552c6b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (78b2f62f-b10a-4eb6-ba2d-d28a85d3c440), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.691960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85792eb7-5295-48d5-8c52-729552c6b8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.697729 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-85792eb7-5295-48d5-8c52-729552c6b8d7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/78b2f62f-b10a-4eb6-ba2d-d28a85d3c440 HTTP/1.1" status: 204 len: 168 time: 0.4831328 Jul 31 14:23:29.710365 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85792eb7-5295-48d5-8c52-729552c6b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b2f62f-b10a-4eb6-ba2d-d28a85d3c440,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:29.715150 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-d11cb181-2e41-44dd-81ca-3ec768591e69 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965100 Jul 31 14:23:29.772330 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 21edb8cd-f77a-499c-afac-f0de24050b9d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=21edb8cd-f77a-499c-afac-f0de24050b9d,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:29.798909 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed70b0fd-9fe3-4da7-820f-d863fbfcf92e {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:29.807737 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.900769 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:29.910064 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=21edb8cd-f77a-499c-afac-f0de24050b9d,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:29.916091 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:29.992345 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:30.001178 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab518d62-c314-4b2a-acf0-1bb1f7ad6f6d req-4d9b392a-7d3a-47ee-9019-34528283d327 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:30.002713 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ab518d62-c314-4b2a-acf0-1bb1f7ad6f6d req-4d9b392a-7d3a-47ee-9019-34528283d327 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.0767734 Jul 31 14:23:30.030988 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8148f3-dab9-4de9-894f-6d359be3eb46" -d '{"events": [{"server_uuid": "e4f24854-1bcd-405b-9af8-fd3f3967d16b", "name": "network-vif-plugged", "status": "completed", "tag": "21edb8cd-f77a-499c-afac-f0de24050b9d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:30.047862 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:30.061792 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db98ca-5488-438d-ad08-a4e04f9f03fc req-3222d1fd-a974-4067-9aec-6323ff158056 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:30.062220 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ab518d62-c314-4b2a-acf0-1bb1f7ad6f6d req-905a2c29-4705-4f71-87d2-a5f103a096c8 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525486 Jul 31 14:23:30.071153 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d0db98ca-5488-438d-ad08-a4e04f9f03fc req-3222d1fd-a974-4067-9aec-6323ff158056 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 944 time: 0.0974572 Jul 31 14:23:30.139992 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d0db98ca-5488-438d-ad08-a4e04f9f03fc req-32d1fdf8-7404-4d53-8640-39627932878e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610797 Jul 31 14:23:30.206604 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59619957-51b9-4b88-9b78-bf0485ce53c6 x-openstack-request-id: req-59619957-51b9-4b88-9b78-bf0485ce53c6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:30.207661 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f24854-1bcd-405b-9af8-fd3f3967d16b", "name": "network-vif-plugged", "status": "completed", "tag": "21edb8cd-f77a-499c-afac-f0de24050b9d", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:30.208685 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-59619957-51b9-4b88-9b78-bf0485ce53c6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:30.209277 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59619957-51b9-4b88-9b78-bf0485ce53c6'] response: {'server_uuid': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'code': 200} Jul 31 14:23:30.240414 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56160) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:30.245059 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['ed70b0fd-9fe3-4da7-820f-d863fbfcf92e'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:23:30.260536 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-52404f1e-75fd-464a-94b0-61efa54f0db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:30.310170 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-171696ce-c47d-4ac1-97a7-6d8ce3c0e57e req-85f02a7b-3f5b-4432-9422-666f7f47d0f7 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219921 Jul 31 14:23:30.310798 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:30.357456 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-e8c08afd-3310-49a8-8b4b-b8e979f8f267 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730697 Jul 31 14:23:30.396649 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-52404f1e-75fd-464a-94b0-61efa54f0db9 admin admin] Publish callbacks [] for security_group (3bf791e2-2d57-423e-9c6b-787126cd53eb), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:30.400997 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-52404f1e-75fd-464a-94b0-61efa54f0db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (3bf791e2-2d57-423e-9c6b-787126cd53eb), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:30.442005 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-52404f1e-75fd-464a-94b0-61efa54f0db9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7a324515436b402097b99949c2497e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001824 Jul 31 14:23:30.443393 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52404f1e-75fd-464a-94b0-61efa54f0db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf791e2-2d57-423e-9c6b-787126cd53eb,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:30.445383 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56172) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:30.500285 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4beb1c33-3c5f-4d90-bedb-04e8a09f054b admin admin] Publish callbacks [] for security_group (3bf791e2-2d57-423e-9c6b-787126cd53eb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:30.522262 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4beb1c33-3c5f-4d90-bedb-04e8a09f054b admin admin] Publish callbacks [] for security_group (3bf791e2-2d57-423e-9c6b-787126cd53eb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:30.571447 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4beb1c33-3c5f-4d90-bedb-04e8a09f054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (3bf791e2-2d57-423e-9c6b-787126cd53eb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:30.574271 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4beb1c33-3c5f-4d90-bedb-04e8a09f054b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:30.575704 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4beb1c33-3c5f-4d90-bedb-04e8a09f054b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3bf791e2-2d57-423e-9c6b-787126cd53eb HTTP/1.1" status: 204 len: 168 time: 0.1290109 Jul 31 14:23:30.586285 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb1c33-3c5f-4d90-bedb-04e8a09f054b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf791e2-2d57-423e-9c6b-787126cd53eb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:30.673730 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637f69d-c7ab-4ed2-b868-7ff00e379054 req-967e9a69-582d-482e-b12e-11314de455c5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:30.675253 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8637f69d-c7ab-4ed2-b868-7ff00e379054 req-967e9a69-582d-482e-b12e-11314de455c5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 946 time: 0.0522492 Jul 31 14:23:30.752891 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8637f69d-c7ab-4ed2-b868-7ff00e379054 req-76ae532f-cb31-4782-8c67-ba8ef4baf948 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668223 Jul 31 14:23:30.787681 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:30.837927 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b560af-2931-465e-8840-b5e68c2d37c8 req-e5057471-33e4-4b8c-89f4-d909dc433ff2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:30.839408 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e3b560af-2931-465e-8840-b5e68c2d37c8 req-e5057471-33e4-4b8c-89f4-d909dc433ff2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0627205 Jul 31 14:23:30.894683 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e3b560af-2931-465e-8840-b5e68c2d37c8 req-125140a3-cfa5-4888-8c4b-2ee0c277ec93 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493274 Jul 31 14:23:31.156305 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device fd1b1c90-9fee-4c88-917b-cd367e44842e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:23:31.165020 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device ed70b0fd-9fe3-4da7-820f-d863fbfcf92e up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:31.207943 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bd364951-97e8-43c2-85d2-86c71dddbd53 req-e84deae8-ce06-467b-a7ee-affd14046759 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707754 Jul 31 14:23:31.243724 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:31.264385 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de76090-cbc7-4b2e-9f7c-d68ccfdfd8bb req-750517bc-952a-46be-93ac-2d054222026f tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:31.268817 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3de76090-cbc7-4b2e-9f7c-d68ccfdfd8bb req-750517bc-952a-46be-93ac-2d054222026f tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.0987856 Jul 31 14:23:31.346713 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3de76090-cbc7-4b2e-9f7c-d68ccfdfd8bb req-65d332f0-9f6a-4668-ae76-5ece7740d095 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717516 Jul 31 14:23:31.393216 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d1901-282e-4ceb-9b31-3a01e48c4d18 req-be54143e-0321-4c0e-a8a8-705941b365ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:31.395093 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-980d1901-282e-4ceb-9b31-3a01e48c4d18 req-be54143e-0321-4c0e-a8a8-705941b365ba service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 1130 time: 0.0820012 Jul 31 14:23:31.402897 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:23:31.409886 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc58c2b-3177-40b6-803b-50ef33140a43 req-4102e7a6-2e3d-45ca-afd4-a60c1fe30e19 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:31.417520 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9dc58c2b-3177-40b6-803b-50ef33140a43 req-4102e7a6-2e3d-45ca-afd4-a60c1fe30e19 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 944 time: 0.1566570 Jul 31 14:23:31.419771 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:31.420560 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:31.431473 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-980d1901-282e-4ceb-9b31-3a01e48c4d18 req-7b2281f1-8e6e-43d0-ba31-d14a30ff9667 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:31.465159 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port fd1b1c90-9fee-4c88-917b-cd367e44842e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:31.484229 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': 'fd1b1c90-9fee-4c88-917b-cd367e44842e', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'port_id': 'fd1b1c90-9fee-4c88-917b-cd367e44842e', 'mac_address': 'fa:16:3e:4e:10:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:23:31.524953 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9dc58c2b-3177-40b6-803b-50ef33140a43 req-7771a654-1f41-4f00-aefa-015a7aa5811f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065037 Jul 31 14:23:31.572517 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:31.572907 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:31.575196 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port fd1b1c90-9fee-4c88-917b-cd367e44842e is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:31.575774 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:31.579679 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-980d1901-282e-4ceb-9b31-3a01e48c4d18 req-7b2281f1-8e6e-43d0-ba31-d14a30ff9667 service neutron] Publish callbacks [] for security_group (ec4c05be-8663-4e02-927b-acf1e5247ba5), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:31.586094 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-980d1901-282e-4ceb-9b31-3a01e48c4d18 req-7b2281f1-8e6e-43d0-ba31-d14a30ff9667 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (ec4c05be-8663-4e02-927b-acf1e5247ba5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:31.604988 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1b1c90-9fee-4c88-917b-cd367e44842e {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:31.625344 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port fd1b1c90-9fee-4c88-917b-cd367e44842e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:31.627481 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2281f1-8e6e-43d0-ba31-d14a30ff9667 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4c05be-8663-4e02-927b-acf1e5247ba5,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:31.633842 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:31.665065 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:31.671470 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-980d1901-282e-4ceb-9b31-3a01e48c4d18 req-7b2281f1-8e6e-43d0-ba31-d14a30ff9667 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685585 Jul 31 14:23:31.675386 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:31.694397 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56222) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:31.695726 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=fd1b1c90-9fee-4c88-917b-cd367e44842e,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:31.746225 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:31.924981 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79216b71-5cdd-4c91-a898-076936dc57bb req-cf266f67-dd03-4cd3-9198-889eed950ccd tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:31.932437 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['fd1b1c90-9fee-4c88-917b-cd367e44842e'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:23:31.940895 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-79216b71-5cdd-4c91-a898-076936dc57bb req-cf266f67-dd03-4cd3-9198-889eed950ccd tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 946 time: 0.0715809 Jul 31 14:23:32.065565 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-65716574-9aa7-471a-bedf-35e000b75c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:32.071366 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0c56-8c1a-4d44-9681-9567e678fb7b req-9a868bf4-9cbb-4ada-b4cb-8a9fce2d5cef tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:32.078817 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d9cb0c56-8c1a-4d44-9681-9567e678fb7b req-9a868bf4-9cbb-4ada-b4cb-8a9fce2d5cef tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0633667 Jul 31 14:23:32.204640 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-79216b71-5cdd-4c91-a898-076936dc57bb req-4e509e2b-9ef0-4dc8-8124-0339e22fc873 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520339 Jul 31 14:23:32.249296 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d9cb0c56-8c1a-4d44-9681-9567e678fb7b req-80b75348-38fe-470b-976b-6d3bc9d0c8c4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643934 Jul 31 14:23:32.257366 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b525f36f-61be-4205-85c9-112378b82b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70b0fd-9fe3-4da7-820f-d863fbfcf92e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:32.259828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c828be8d-a205-4ab6-9116-849ef16ce735" -d '{"events": [{"server_uuid": "b525f36f-61be-4205-85c9-112378b82b28", "name": "network-vif-plugged", "status": "completed", "tag": "ed70b0fd-9fe3-4da7-820f-d863fbfcf92e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:32.319213 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:32.388646 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:32.401929 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-65716574-9aa7-471a-bedf-35e000b75c95 admin admin] Publish callbacks [] for security_group (54757183-3d39-4ea7-b84d-8ea6f6e35ff2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:32.405936 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae7d45a-52fe-4e73-8f83-850788f70b29 x-openstack-request-id: req-1ae7d45a-52fe-4e73-8f83-850788f70b29 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:32.406340 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b525f36f-61be-4205-85c9-112378b82b28", "name": "network-vif-plugged", "status": "completed", "tag": "ed70b0fd-9fe3-4da7-820f-d863fbfcf92e", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:32.406501 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1ae7d45a-52fe-4e73-8f83-850788f70b29 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:32.408344 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae7d45a-52fe-4e73-8f83-850788f70b29'] response: {'server_uuid': 'b525f36f-61be-4205-85c9-112378b82b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70b0fd-9fe3-4da7-820f-d863fbfcf92e', 'code': 200} Jul 31 14:23:32.410087 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-65716574-9aa7-471a-bedf-35e000b75c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (54757183-3d39-4ea7-b84d-8ea6f6e35ff2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:32.473783 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-65716574-9aa7-471a-bedf-35e000b75c95 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=999cecea09824837a577066ed19abea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7774017 Jul 31 14:23:32.476007 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65716574-9aa7-471a-bedf-35e000b75c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54757183-3d39-4ea7-b84d-8ea6f6e35ff2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:32.478543 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56258) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:32.557451 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c45b864b-ac35-4d7b-8003-5d7727616149 admin admin] Publish callbacks [] for security_group (54757183-3d39-4ea7-b84d-8ea6f6e35ff2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:32.561942 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a3de4-1c0c-4ebd-bdf6-525661de0cca req-ef90a653-4378-4c7f-8f18-50bbb56aef10 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:32.575955 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb4a3de4-1c0c-4ebd-bdf6-525661de0cca req-ef90a653-4378-4c7f-8f18-50bbb56aef10 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.1311057 Jul 31 14:23:32.588958 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c45b864b-ac35-4d7b-8003-5d7727616149 admin admin] Publish callbacks [] for security_group (54757183-3d39-4ea7-b84d-8ea6f6e35ff2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:32.602539 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:32.677443 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c45b864b-ac35-4d7b-8003-5d7727616149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (54757183-3d39-4ea7-b84d-8ea6f6e35ff2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:32.680457 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c45b864b-ac35-4d7b-8003-5d7727616149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:32.685416 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c45b864b-ac35-4d7b-8003-5d7727616149 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/54757183-3d39-4ea7-b84d-8ea6f6e35ff2 HTTP/1.1" status: 204 len: 168 time: 0.2058036 Jul 31 14:23:32.700742 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b864b-ac35-4d7b-8003-5d7727616149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54757183-3d39-4ea7-b84d-8ea6f6e35ff2,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:32.764339 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316da17-930c-4d64-8268-b22568607e8e req-e47493a1-2452-425b-bb83-902bcf356c3e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:32.766044 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b316da17-930c-4d64-8268-b22568607e8e req-e47493a1-2452-425b-bb83-902bcf356c3e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0791800 Jul 31 14:23:32.842056 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b316da17-930c-4d64-8268-b22568607e8e req-630b17e0-2425-48e3-9007-fa1f76b34234 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683196 Jul 31 14:23:32.867655 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:32.914098 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dad4e-6bab-42dd-bf85-9cfba82cd73f req-d6ccebc0-991d-4c59-87f1-c9405f212ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:32.915648 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-434dad4e-6bab-42dd-bf85-9cfba82cd73f req-d6ccebc0-991d-4c59-87f1-c9405f212ef5 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 1129 time: 0.0647819 Jul 31 14:23:32.925364 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb4a3de4-1c0c-4ebd-bdf6-525661de0cca req-50096cfd-41a4-4bdd-98c0-da409d7013b3 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473682 Jul 31 14:23:32.970926 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-434dad4e-6bab-42dd-bf85-9cfba82cd73f req-614fff0d-d5ea-4498-b40f-33cb77a8ad4a service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Jul 31 14:23:33.137717 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56282) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:33.152851 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0ce7114c-c8d2-46bf-981d-0ae68feff694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.168663 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:33.177207 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:23:33.187820 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device fd1b1c90-9fee-4c88-917b-cd367e44842e up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:33.256139 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port fd1b1c90-9fee-4c88-917b-cd367e44842e completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:23:33.258745 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0ce7114c-c8d2-46bf-981d-0ae68feff694 admin admin] Publish callbacks [] for security_group (e16d2498-4bb9-4f0a-9a14-ebd447a60266), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.266346 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0ce7114c-c8d2-46bf-981d-0ae68feff694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (e16d2498-4bb9-4f0a-9a14-ebd447a60266), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.290190 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port fd1b1c90-9fee-4c88-917b-cd367e44842e triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:33.291282 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.321812 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-0ce7114c-c8d2-46bf-981d-0ae68feff694 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3408ac4c39464c57a526e22e3047eb02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829226 Jul 31 14:23:33.323003 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7114c-c8d2-46bf-981d-0ae68feff694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d2498-4bb9-4f0a-9a14-ebd447a60266,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:33.327570 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56288) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:33.389697 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:33.393519 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:33.398556 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dc0be-8891-4581-83b3-d4dc043c1bbd req-1f1ce33f-c247-42b0-912d-5100f88c3c92 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:33.408154 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2e2dc0be-8891-4581-83b3-d4dc043c1bbd req-1f1ce33f-c247-42b0-912d-5100f88c3c92 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 946 time: 0.1128318 Jul 31 14:23:33.451635 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-10a39263-2a20-4286-9ea3-a3bc05f5f8d2 admin admin] Publish callbacks [] for security_group (e16d2498-4bb9-4f0a-9a14-ebd447a60266), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.488591 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2e2dc0be-8891-4581-83b3-d4dc043c1bbd req-6f0e861b-27d6-4bc9-876d-93b525c98103 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790787 Jul 31 14:23:33.551823 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebeca9-ba9b-4872-ab1e-649816a8e3e2 req-1f531740-bc66-40d0-b664-fd7146b03cf8 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:33.560309 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-edebeca9-ba9b-4872-ab1e-649816a8e3e2 req-1f531740-bc66-40d0-b664-fd7146b03cf8 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.1710234 Jul 31 14:23:33.571266 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-10a39263-2a20-4286-9ea3-a3bc05f5f8d2 admin admin] Publish callbacks [] for security_group (e16d2498-4bb9-4f0a-9a14-ebd447a60266), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.609567 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'port_id': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'mac_address': 'fa:16:3e:c6:3e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:23:33.618741 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port fd1b1c90-9fee-4c88-917b-cd367e44842e is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:33.619728 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.674478 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-edebeca9-ba9b-4872-ab1e-649816a8e3e2 req-9fe71e28-17be-4bc4-8901-e99dbe726ed6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127706 Jul 31 14:23:33.699701 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-10a39263-2a20-4286-9ea3-a3bc05f5f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (e16d2498-4bb9-4f0a-9a14-ebd447a60266), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.702658 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:33.703196 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.709698 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-10a39263-2a20-4286-9ea3-a3bc05f5f8d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.711359 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-10a39263-2a20-4286-9ea3-a3bc05f5f8d2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e16d2498-4bb9-4f0a-9a14-ebd447a60266 HTTP/1.1" status: 204 len: 168 time: 0.3813233 Jul 31 14:23:33.724617 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39263-2a20-4286-9ea3-a3bc05f5f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d2498-4bb9-4f0a-9a14-ebd447a60266,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:33.732336 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port fd1b1c90-9fee-4c88-917b-cd367e44842e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:33.734643 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:33.758992 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.821787 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=fd1b1c90-9fee-4c88-917b-cd367e44842e,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:33.829638 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:33.836465 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:33.837175 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 4e3565ba-9723-4b87-a1a4-bbb331da879d details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:23:33.949380 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:34.039747 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 4e3565ba-9723-4b87-a1a4-bbb331da879d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4e3565ba-9723-4b87-a1a4-bbb331da879d,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:34.054283 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '4e3565ba-9723-4b87-a1a4-bbb331da879d', 'network_id': 'e9372a5f-4043-4ef0-b455-80de14da5a19', 'port_id': '4e3565ba-9723-4b87-a1a4-bbb331da879d', 'mac_address': 'fa:16:3e:21:cf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af97202f-1535-4250-ad61-0b464a64dedd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:23:34.071459 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22b0b0-0e0b-475d-9d82-cf806f4a3063 req-9eb28325-ef72-440a-89f4-f51585da765f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:34.080903 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f22b0b0-0e0b-475d-9d82-cf806f4a3063 req-9eb28325-ef72-440a-89f4-f51585da765f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.1029201 Jul 31 14:23:34.089816 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8a246-4251-4421-b24b-0e648b096e1b req-28d70997-2350-4e8c-9a54-8a3cacbcf708 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:34.105474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 4e3565ba-9723-4b87-a1a4-bbb331da879d is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:34.105712 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-14c8a246-4251-4421-b24b-0e648b096e1b req-28d70997-2350-4e8c-9a54-8a3cacbcf708 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 944 time: 0.0648012 Jul 31 14:23:34.105867 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:34.134902 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3565ba-9723-4b87-a1a4-bbb331da879d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:34.167598 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f22b0b0-0e0b-475d-9d82-cf806f4a3063 req-f824ec1c-1015-482f-84d1-e69ac54965fd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848150 Jul 31 14:23:34.169505 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 4e3565ba-9723-4b87-a1a4-bbb331da879d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4e3565ba-9723-4b87-a1a4-bbb331da879d,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:34.176225 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-14c8a246-4251-4421-b24b-0e648b096e1b req-83fca0fc-3d08-4ad3-a441-c6a968a0e44d tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687830 Jul 31 14:23:34.185764 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:34.193835 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:34.246976 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=4e3565ba-9723-4b87-a1a4-bbb331da879d,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:34.411885 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712880e4-54c2-4ea2-b932-a8ff5efa0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1b1c90-9fee-4c88-917b-cd367e44842e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:34.414201 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a4eac4-15a8-418b-9996-b5ef97f7e86e" -d '{"events": [{"server_uuid": "712880e4-54c2-4ea2-b932-a8ff5efa0966", "name": "network-vif-plugged", "status": "completed", "tag": "fd1b1c90-9fee-4c88-917b-cd367e44842e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:34.465959 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ef4359-58ce-4d2f-8268-1c43413ce57b x-openstack-request-id: req-02ef4359-58ce-4d2f-8268-1c43413ce57b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:34.466951 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712880e4-54c2-4ea2-b932-a8ff5efa0966", "name": "network-vif-plugged", "status": "completed", "tag": "fd1b1c90-9fee-4c88-917b-cd367e44842e", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:34.470043 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-02ef4359-58ce-4d2f-8268-1c43413ce57b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:34.470043 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ef4359-58ce-4d2f-8268-1c43413ce57b'] response: {'server_uuid': '712880e4-54c2-4ea2-b932-a8ff5efa0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1b1c90-9fee-4c88-917b-cd367e44842e', 'code': 200} Jul 31 14:23:34.609259 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149aab4-d950-4ead-9f0b-49c53d306a5d req-7b0c107e-d49f-462a-961b-a6173e8fd508 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:34.610704 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7149aab4-d950-4ead-9f0b-49c53d306a5d req-7b0c107e-d49f-462a-961b-a6173e8fd508 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 946 time: 0.0537982 Jul 31 14:23:34.657890 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7149aab4-d950-4ead-9f0b-49c53d306a5d req-b58277d4-6214-40c2-bc46-e56e03e731db tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 Jul 31 14:23:34.732082 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:23:34.829602 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940b2dc-bdda-41a3-b9cd-475ca0a17c8d req-00028d10-70bb-4695-8689-7d37dfd105ab tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:34.831131 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7940b2dc-bdda-41a3-b9cd-475ca0a17c8d req-00028d10-70bb-4695-8689-7d37dfd105ab tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 946 time: 0.0519195 Jul 31 14:23:34.842442 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56364) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:34.846866 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-5b9a31a7-ebf0-4f34-ad1f-b7c837c0a2ca tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'floatingip': {'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:34.853114 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['4e3565ba-9723-4b87-a1a4-bbb331da879d'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:23:34.861377 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc56d8-fc07-40c6-92fe-4e7e7525f5d1 req-a9fe7d8c-b690-4b53-9732-706e61fd0644 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:34.863182 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1bbc56d8-fc07-40c6-92fe-4e7e7525f5d1 req-a9fe7d8c-b690-4b53-9732-706e61fd0644 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 944 time: 0.0803421 Jul 31 14:23:34.941483 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5b9a31a7-ebf0-4f34-ad1f-b7c837c0a2ca tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (1ca6b2a9-3833-42ed-8905-98671b436ef8), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:34.972087 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1bbc56d8-fc07-40c6-92fe-4e7e7525f5d1 req-7a54f906-ab4c-4437-858e-ed7746b478c7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916996 Jul 31 14:23:35.122593 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:35.188389 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a91938-dab7-4114-939c-b3c08d0423b9 req-615a96b7-fbed-4992-b84b-97b0bca8e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:35.190127 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a8a91938-dab7-4114-939c-b3c08d0423b9 req-615a96b7-fbed-4992-b84b-97b0bca8e989 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 1130 time: 0.0591164 Jul 31 14:23:35.367004 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a8a91938-dab7-4114-939c-b3c08d0423b9 req-79621ed6-6e92-4d70-b0d5-4af33cf70713 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705148 Jul 31 14:23:35.421661 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:35.430071 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3124e03-2366-48ea-b852-ac2a9bbe82e2 req-d7d35168-bbe8-407e-b98c-31d16673103a tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:35.431830 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a3124e03-2366-48ea-b852-ac2a9bbe82e2 req-d7d35168-bbe8-407e-b98c-31d16673103a tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 945 time: 0.0572116 Jul 31 14:23:35.514628 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a3124e03-2366-48ea-b852-ac2a9bbe82e2 req-3486c7a9-af68-4112-b7fc-067a536a9b24 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742702 Jul 31 14:23:35.543489 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8c039-4ceb-48a6-aab1-f704a55aa67d req-f0e42418-8884-4d39-abc3-343c8a5e09fc tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:35.552834 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0ee8c039-4ceb-48a6-aab1-f704a55aa67d req-f0e42418-8884-4d39-abc3-343c8a5e09fc tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.1529756 Jul 31 14:23:35.670641 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56414) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:35.744189 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0ee8c039-4ceb-48a6-aab1-f704a55aa67d req-e7a09b59-36c1-4ce6-973d-47517da6857f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903658 Jul 31 14:23:35.777030 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:35.921830 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-68f6b7c8-2cfa-4cca-bf8d-50d4ee8c2c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:35.958977 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:36.030195 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-68f6b7c8-2cfa-4cca-bf8d-50d4ee8c2c23 admin admin] Publish callbacks [] for security_group (1dd0333e-01e4-4bbf-8f44-05d224e5dc63), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.035027 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-68f6b7c8-2cfa-4cca-bf8d-50d4ee8c2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (1dd0333e-01e4-4bbf-8f44-05d224e5dc63), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.082006 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-68f6b7c8-2cfa-4cca-bf8d-50d4ee8c2c23 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=03f653b370f24cea916a4dac5cf8555b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099593 Jul 31 14:23:36.084976 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6b7c8-2cfa-4cca-bf8d-50d4ee8c2c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd0333e-01e4-4bbf-8f44-05d224e5dc63,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:36.087611 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56432) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:36.113322 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5b9a31a7-ebf0-4f34-ad1f-b7c837c0a2ca tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.163057 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-af3ec19c-bb2d-4667-8f69-5ed26d79c165 admin admin] Publish callbacks [] for security_group (1dd0333e-01e4-4bbf-8f44-05d224e5dc63), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.169094 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f288d68-b1fa-4866-9165-72500a17c096 req-67b27b94-4e1d-4182-bfb0-0cd83b9b2d94 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:36.170824 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6f288d68-b1fa-4866-9165-72500a17c096 req-67b27b94-4e1d-4182-bfb0-0cd83b9b2d94 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 944 time: 0.0564227 Jul 31 14:23:36.174914 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5b9a31a7-ebf0-4f34-ad1f-b7c837c0a2ca tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (1ca6b2a9-3833-42ed-8905-98671b436ef8), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.258518 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-d3895959-d86b-43f2-bec9-7b10e984d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:36.260214 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-d3895959-d86b-43f2-bec9-7b10e984d43b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 1129 time: 0.0948060 Jul 31 14:23:36.262131 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-af3ec19c-bb2d-4667-8f69-5ed26d79c165 admin admin] Publish callbacks [] for security_group (1dd0333e-01e4-4bbf-8f44-05d224e5dc63), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.290057 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e8df-a9f8-4893-b4cd-00da24695636 req-68837697-f136-4c45-891c-3ff289dab3e5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:36.291564 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69b5e8df-a9f8-4893-b4cd-00da24695636 req-68837697-f136-4c45-891c-3ff289dab3e5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.1141489 Jul 31 14:23:36.303805 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6f288d68-b1fa-4866-9165-72500a17c096 req-35fbcaa9-1cf8-4919-99f8-30704472268a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924358 Jul 31 14:23:36.306320 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:36.316010 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-5b9a31a7-ebf0-4f34-ad1f-b7c837c0a2ca tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Floating IP 1ca6b2a9-3833-42ed-8905-98671b436ef8 associated. External IP: 172.27.1.248, port: 21edb8cd-f77a-499c-afac-f0de24050b9d. Jul 31 14:23:36.400015 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:36.449600 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69b5e8df-a9f8-4893-b4cd-00da24695636 req-d12508e1-b01f-4ce4-b05b-19890eb291c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092324 Jul 31 14:23:36.454878 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-66662fdd-8c68-4b59-aa42-90364c458ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:36.456328 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-66662fdd-8c68-4b59-aa42-90364c458ff2 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.1847818 Jul 31 14:23:36.457323 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-af3ec19c-bb2d-4667-8f69-5ed26d79c165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (1dd0333e-01e4-4bbf-8f44-05d224e5dc63), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.460660 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-af3ec19c-bb2d-4667-8f69-5ed26d79c165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.461733 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-af3ec19c-bb2d-4667-8f69-5ed26d79c165 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1dd0333e-01e4-4bbf-8f44-05d224e5dc63 HTTP/1.1" status: 204 len: 168 time: 0.3730345 Jul 31 14:23:36.469913 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ec19c-bb2d-4667-8f69-5ed26d79c165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd0333e-01e4-4bbf-8f44-05d224e5dc63,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:36.492561 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:36.523834 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:23:36.534210 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:36.534916 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.570669 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-0e86c052-6bf1-4050-a1fe-52769736170c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e HTTP/1.1" status: 200 len: 217 time: 0.0846093 Jul 31 14:23:36.672550 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:36.673135 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.700296 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:36.705521 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009af5a5-7734-4745-a0d5-628b1107fbfa" -d '{"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-plugged", "status": "completed", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:36.737406 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:36.751493 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.752685 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 4e3565ba-9723-4b87-a1a4-bbb331da879d up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:36.804082 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffe5bd4-2666-4579-8e76-b95950996f45 x-openstack-request-id: req-9ffe5bd4-2666-4579-8e76-b95950996f45 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:36.804415 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-plugged", "status": "completed", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:36.804704 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9ffe5bd4-2666-4579-8e76-b95950996f45 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:36.805198 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffe5bd4-2666-4579-8e76-b95950996f45'] response: {'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'code': 200} Jul 31 14:23:36.820618 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551ef-1204-4991-92ab-51d01bfb00d2 req-2919d2dc-d3bc-4d18-bac6-ea7a2301c6f7 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:36.828581 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-abe551ef-1204-4991-92ab-51d01bfb00d2 req-2919d2dc-d3bc-4d18-bac6-ea7a2301c6f7 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 945 time: 0.1403244 Jul 31 14:23:36.901422 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:36.904368 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 4e3565ba-9723-4b87-a1a4-bbb331da879d completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:23:36.912805 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 4e3565ba-9723-4b87-a1a4-bbb331da879d triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:36.913334 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:36.916757 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-abe551ef-1204-4991-92ab-51d01bfb00d2 req-7a29b127-e1ad-4b7b-a959-b6134177a047 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822086 Jul 31 14:23:37.048984 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 4e3565ba-9723-4b87-a1a4-bbb331da879d is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:37.049605 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:37.064345 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9a31a7-ebf0-4f34-ad1f-b7c837c0a2ca tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:23:37.090427 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:37.093664 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 4e3565ba-9723-4b87-a1a4-bbb331da879d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4e3565ba-9723-4b87-a1a4-bbb331da879d,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:37.103195 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:37.148359 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-8d2d0470-c407-4e5f-80c9-c1f2c22bab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:37.153802 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-8d2d0470-c407-4e5f-80c9-c1f2c22bab47 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.1802793 Jul 31 14:23:37.180199 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=4e3565ba-9723-4b87-a1a4-bbb331da879d,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:37.221052 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56474) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:37.243312 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8b113f5-f6bb-4541-93da-e198114dc353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:37.246081 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-05f2c7f8-60ff-4ec6-9b96-2e4c2dbaf649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:37.247618 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-05f2c7f8-60ff-4ec6-9b96-2e4c2dbaf649 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783713 Jul 31 14:23:37.319776 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e89a3-f1f8-43f5-ace5-5fdff75f55f7 req-1ef592d0-3d22-45d1-bff2-2a2042cc12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:37.321460 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-141e89a3-f1f8-43f5-ace5-5fdff75f55f7 req-1ef592d0-3d22-45d1-bff2-2a2042cc12ce service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 1129 time: 0.0956633 Jul 31 14:23:37.326446 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9a31a7-ebf0-4f34-ad1f-b7c837c0a2ca tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:23:37.331952 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5b9a31a7-ebf0-4f34-ad1f-b7c837c0a2ca tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:37.346028 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:23:37.353608 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8b113f5-f6bb-4541-93da-e198114dc353 admin admin] Publish callbacks [] for security_group (deaf0457-e126-4532-a7c8-9a374410b4cd), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:37.354790 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:37.366973 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:37.368020 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:23:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:37.370464 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8b113f5-f6bb-4541-93da-e198114dc353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (deaf0457-e126-4532-a7c8-9a374410b4cd), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:37.398583 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5b9a31a7-ebf0-4f34-ad1f-b7c837c0a2ca tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "PUT /v2.0/floatingips/1ca6b2a9-3833-42ed-8905-98671b436ef8 HTTP/1.1" status: 200 len: 992 time: 2.5550711 Jul 31 14:23:37.399396 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'tag': '21edb8cd-f77a-499c-afac-f0de24050b9d'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:37.402287 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61378b94-e419-4a04-8a07-ee91381151cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f24854-1bcd-405b-9af8-fd3f3967d16b", "tag": "21edb8cd-f77a-499c-afac-f0de24050b9d"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:37.446592 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-a8b113f5-f6bb-4541-93da-e198114dc353 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=039ba2ed685f4b9ea69861ecd62e087e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223713 Jul 31 14:23:37.448301 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56488) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:37.471505 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:37.482865 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d1193f-67c5-43e6-8176-0991c5547494 x-openstack-request-id: req-26d1193f-67c5-43e6-8176-0991c5547494 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:37.484046 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f24854-1bcd-405b-9af8-fd3f3967d16b", "tag": "21edb8cd-f77a-499c-afac-f0de24050b9d", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:37.484511 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-26d1193f-67c5-43e6-8176-0991c5547494 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:37.485132 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d1193f-67c5-43e6-8176-0991c5547494'] response: {'name': 'network-changed', 'server_uuid': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'tag': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'status': 'completed', 'code': 200} Jul 31 14:23:37.531577 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-141e89a3-f1f8-43f5-ace5-5fdff75f55f7 req-c0cb9cae-0f3b-45d5-926c-a12b92c73eed service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139030 Jul 31 14:23:37.540156 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b113f5-f6bb-4541-93da-e198114dc353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf0457-e126-4532-a7c8-9a374410b4cd,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:37.640443 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde1a02-a6cb-4484-b5d4-f1f48af87886 req-3160bb4d-f260-4ffc-bde7-0a35fab60b6c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:37.652422 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bbde1a02-a6cb-4484-b5d4-f1f48af87886 req-3160bb4d-f260-4ffc-bde7-0a35fab60b6c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0801234 Jul 31 14:23:37.655040 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:37.760939 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bbde1a02-a6cb-4484-b5d4-f1f48af87886 req-57dc612d-0e7c-430f-b2e3-91cf432c5ac2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074293 Jul 31 14:23:37.767105 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09272327-c260-43a3-9479-f61451a009ce req-a64e9d1e-7c4a-4b8d-b9d7-4b11bc0cb987 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:37.768691 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-09272327-c260-43a3-9479-f61451a009ce req-a64e9d1e-7c4a-4b8d-b9d7-4b11bc0cb987 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.2586854 Jul 31 14:23:37.783942 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61378b94-e419-4a04-8a07-ee91381151cf req-f887524d-8de9-4eeb-9063-1a2c45123187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:37.787185 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61378b94-e419-4a04-8a07-ee91381151cf req-f887524d-8de9-4eeb-9063-1a2c45123187 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 1130 time: 0.2481558 Jul 31 14:23:37.811880 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-9b7b30bb-8c86-4115-a80c-b988493ddd47 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557785 Jul 31 14:23:37.887819 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Publish callbacks [] for security_group (deaf0457-e126-4532-a7c8-9a374410b4cd), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:37.979296 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56506) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:37.999920 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e158dd7-68d2-4d3a-ac3a-e6bbbec4a5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.011236 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Publish callbacks [] for security_group (deaf0457-e126-4532-a7c8-9a374410b4cd), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.025144 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '1ca6b2a9-3833-42ed-8905-98671b436ef8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:22:50Z', 'updated_at': '2022-07-31T14:23:35Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:38.059593 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-09272327-c260-43a3-9479-f61451a009ce req-f3402278-43b5-4aab-8074-20ee3dbd499d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708986 Jul 31 14:23:38.082232 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:23:38.103184 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:38.105829 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:23:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:38.106021 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:38.125317 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd299acd-c474-4cf0-92e5-4703aa68d7fc req-6edab645-ff45-4376-bd98-188ffbc0a1a6 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:38.131661 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bd299acd-c474-4cf0-92e5-4703aa68d7fc req-6edab645-ff45-4376-bd98-188ffbc0a1a6 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 946 time: 0.0938218 Jul 31 14:23:38.162787 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b1070f60-0d8c-449d-835d-9f77a5ed1b14 req-8f1da00b-0b26-47f1-bdcd-24e3d6856c12 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381763 Jul 31 14:23:38.166192 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61378b94-e419-4a04-8a07-ee91381151cf req-188643c8-86dd-4b4d-9754-85883cb837bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:38.167807 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61378b94-e419-4a04-8a07-ee91381151cf req-188643c8-86dd-4b4d-9754-85883cb837bc service neutron] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 916 time: 0.3416989 Jul 31 14:23:38.178624 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (deaf0457-e126-4532-a7c8-9a374410b4cd), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.181258 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.185401 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/deaf0457-e126-4532-a7c8-9a374410b4cd HTTP/1.1" status: 204 len: 168 time: 0.7305250 Jul 31 14:23:38.192267 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf0457-e126-4532-a7c8-9a374410b4cd,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:38.196308 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1211b4e8-b549-4668-85c7-4a0c916ea3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.204403 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.204983 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.205565 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.206288 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.207115 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.207835 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.208764 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.209498 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.210009 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.210522 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.211336 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.211895 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.212404 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.212921 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.213435 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1027ee-3214-4060-8db1-43727b8b51ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:38.253659 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bd299acd-c474-4cf0-92e5-4703aa68d7fc req-870d1c52-0df5-4aab-a342-8f3c5c487163 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142440 Jul 31 14:23:38.288813 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:38.339681 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1211b4e8-b549-4668-85c7-4a0c916ea3f0 admin admin] Publish callbacks [] for security_group (abf2e265-bc8e-497b-88c2-65abda4cfbb4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.352248 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1211b4e8-b549-4668-85c7-4a0c916ea3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (abf2e265-bc8e-497b-88c2-65abda4cfbb4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.379046 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:38.398644 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61378b94-e419-4a04-8a07-ee91381151cf req-dae80b89-6382-4702-a191-b8b6c53b9de2 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21edb8cd-f77a-499c-afac-f0de24050b9d HTTP/1.1" status: 200 len: 1000 time: 0.1186929 Jul 31 14:23:38.404665 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1211b4e8-b549-4668-85c7-4a0c916ea3f0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=05b48539b94f472caa2c29760e11288e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240496 Jul 31 14:23:38.405837 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211b4e8-b549-4668-85c7-4a0c916ea3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf2e265-bc8e-497b-88c2-65abda4cfbb4,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:38.408512 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56522) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:38.464990 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49e82e20-78a1-4d4f-88cb-0f9af4de3911 admin admin] Publish callbacks [] for security_group (abf2e265-bc8e-497b-88c2-65abda4cfbb4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.492195 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49e82e20-78a1-4d4f-88cb-0f9af4de3911 admin admin] Publish callbacks [] for security_group (abf2e265-bc8e-497b-88c2-65abda4cfbb4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.546598 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56524) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:38.553540 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49e82e20-78a1-4d4f-88cb-0f9af4de3911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (abf2e265-bc8e-497b-88c2-65abda4cfbb4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.556484 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49e82e20-78a1-4d4f-88cb-0f9af4de3911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.557813 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-49e82e20-78a1-4d4f-88cb-0f9af4de3911 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/abf2e265-bc8e-497b-88c2-65abda4cfbb4 HTTP/1.1" status: 204 len: 168 time: 0.1476753 Jul 31 14:23:38.566475 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e82e20-78a1-4d4f-88cb-0f9af4de3911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf2e265-bc8e-497b-88c2-65abda4cfbb4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:38.567906 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795da9c1-3be2-46e0-af8a-3f1dca0dd917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.612190 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '1ca6b2a9-3833-42ed-8905-98671b436ef8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:22:50Z', 'updated_at': '2022-07-31T14:23:35Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:38.640058 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba9638-0643-4161-8e75-db193d69ea7b None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '1ca6b2a9-3833-42ed-8905-98671b436ef8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:22:50Z', 'updated_at': '2022-07-31T14:23:35Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:23:38.703608 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:38.729321 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795da9c1-3be2-46e0-af8a-3f1dca0dd917 admin admin] Publish callbacks [] for security_group (7d75393b-b24d-43b1-9e9a-e016375570a6), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.736137 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61378b94-e419-4a04-8a07-ee91381151cf req-20680cce-64d4-400e-81dd-008f619e86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:38.738351 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61378b94-e419-4a04-8a07-ee91381151cf req-20680cce-64d4-400e-81dd-008f619e86d5 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.0787957 Jul 31 14:23:38.740584 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795da9c1-3be2-46e0-af8a-3f1dca0dd917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (7d75393b-b24d-43b1-9e9a-e016375570a6), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.799518 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795da9c1-3be2-46e0-af8a-3f1dca0dd917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d75393b-b24d-43b1-9e9a-e016375570a6,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:38.806523 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15a0e90-90b9-47be-a034-3de7757c7bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3565ba-9723-4b87-a1a4-bbb331da879d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:38.808418 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56534) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:38.808809 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-795da9c1-3be2-46e0-af8a-3f1dca0dd917 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=55855b449c8e4f3f8de99f39719f9837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611809 Jul 31 14:23:38.809807 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b99168-3f2f-44d3-a448-56a1ebedd256" -d '{"events": [{"server_uuid": "c15a0e90-90b9-47be-a034-3de7757c7bcb", "name": "network-vif-plugged", "status": "completed", "tag": "4e3565ba-9723-4b87-a1a4-bbb331da879d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:38.892109 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff50f02-d35d-4927-a2bf-2363790912d6 x-openstack-request-id: req-fff50f02-d35d-4927-a2bf-2363790912d6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:38.892672 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15a0e90-90b9-47be-a034-3de7757c7bcb", "name": "network-vif-plugged", "status": "completed", "tag": "4e3565ba-9723-4b87-a1a4-bbb331da879d", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:38.893061 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fff50f02-d35d-4927-a2bf-2363790912d6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:38.893732 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff50f02-d35d-4927-a2bf-2363790912d6'] response: {'server_uuid': 'c15a0e90-90b9-47be-a034-3de7757c7bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3565ba-9723-4b87-a1a4-bbb331da879d', 'code': 200} Jul 31 14:23:38.924484 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Publish callbacks [] for security_group (7d75393b-b24d-43b1-9e9a-e016375570a6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.962020 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Publish callbacks [] for security_group (7d75393b-b24d-43b1-9e9a-e016375570a6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:38.985428 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283c019-0574-4711-af63-eb2bec8f91bf req-44034d55-c80c-4772-b85a-f8a35c77e707 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:38.987136 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4283c019-0574-4711-af63-eb2bec8f91bf req-44034d55-c80c-4772-b85a-f8a35c77e707 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0747926 Jul 31 14:23:39.003116 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82601764-e39b-49dc-97bc-4b12abd2f7fa None None] New status for floating IP 1ca6b2a9-3833-42ed-8905-98671b436ef8: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:23:39.058424 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (7d75393b-b24d-43b1-9e9a-e016375570a6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.060980 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.062127 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7d75393b-b24d-43b1-9e9a-e016375570a6 HTTP/1.1" status: 204 len: 168 time: 0.2523081 Jul 31 14:23:39.068316 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4283c019-0574-4711-af63-eb2bec8f91bf req-2c200c91-64f8-4891-807c-2bcdaab15c96 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745795 Jul 31 14:23:39.096411 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d75393b-b24d-43b1-9e9a-e016375570a6,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:39.108476 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.109021 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.109535 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.110043 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.110385 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.110725 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.111052 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.111381 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.111767 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.112060 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.112417 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.112733 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.113060 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.113417 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.113749 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425343b-8acd-418d-8a99-3c233610c6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:39.158356 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56558) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:39.223761 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fac36a81-092f-49ff-9640-2a84fc2cdcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.315955 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff06081-df0e-4834-a10f-d9c8879a2a62 req-7a94699c-e58b-4ba2-8df0-0e9517545006 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:39.323133 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cff06081-df0e-4834-a10f-d9c8879a2a62 req-7a94699c-e58b-4ba2-8df0-0e9517545006 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.1093242 Jul 31 14:23:39.415549 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61378b94-e419-4a04-8a07-ee91381151cf req-f4875839-f1c7-4f19-baea-815571ae257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:39.417494 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61378b94-e419-4a04-8a07-ee91381151cf req-f4875839-f1c7-4f19-baea-815571ae257a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2174270 Jul 31 14:23:39.429296 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56578) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:39.441355 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cff06081-df0e-4834-a10f-d9c8879a2a62 req-7c5337f3-584b-4509-ad91-4db89abad0ea tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173522 Jul 31 14:23:39.455390 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:39.522687 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e294a3-6724-4f0d-8172-0870f91413fe admin admin] Deleting subnet 58a75cc4-f1c8-4380-84f5-2be0fbcdb02c {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:23:39.529875 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5e294a3-6724-4f0d-8172-0870f91413fe admin admin] Publish callbacks [] for subnet (58a75cc4-f1c8-4380-84f5-2be0fbcdb02c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.639217 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5e294a3-6724-4f0d-8172-0870f91413fe admin admin] Publish callbacks [] for subnet (58a75cc4-f1c8-4380-84f5-2be0fbcdb02c), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.643955 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6e35f-e3e8-4e18-8995-44cda246dcae req-882a6f47-2426-41aa-af77-c5aefe851e9e tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:39.646063 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-62f6e35f-e3e8-4e18-8995-44cda246dcae req-882a6f47-2426-41aa-af77-c5aefe851e9e tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 946 time: 0.2353902 Jul 31 14:23:39.655214 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5e294a3-6724-4f0d-8172-0870f91413fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (58a75cc4-f1c8-4380-84f5-2be0fbcdb02c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.663067 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189e54-3036-460d-ad7d-f5af0941d2e5 req-e78b6849-c2b8-4c86-b229-1666eb52be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:39.664914 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-55189e54-3036-460d-ad7d-f5af0941d2e5 req-e78b6849-c2b8-4c86-b229-1666eb52be45 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 1130 time: 0.1378231 Jul 31 14:23:39.686561 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afa71-9714-4694-8edf-33fdc3ba51fd req-236cdd11-dcbc-48a2-99e8-79b0bd1e691f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:39.688315 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-554afa71-9714-4694-8edf-33fdc3ba51fd req-236cdd11-dcbc-48a2-99e8-79b0bd1e691f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0907967 Jul 31 14:23:39.713988 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56592) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:39.719582 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'floatingip': {'port_id': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:39.759354 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:39.768781 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (074b4ce1-6ce7-467f-a976-3b3c7c768acd), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.773764 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5e294a3-6724-4f0d-8172-0870f91413fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (58a75cc4-f1c8-4380-84f5-2be0fbcdb02c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.797064 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61378b94-e419-4a04-8a07-ee91381151cf req-a5f3dc72-148c-4712-becf-e5aa41d3c8d7 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363729 Jul 31 14:23:39.820909 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fac36a81-092f-49ff-9640-2a84fc2cdcf2 admin admin] Publish callbacks [] for security_group (9c833117-3e95-4a62-a75c-506ca62ceacd), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.825878 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-55189e54-3036-460d-ad7d-f5af0941d2e5 req-081f7fda-9377-4e98-ad91-530474f62fa2 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481433 Jul 31 14:23:39.839969 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e294a3-6724-4f0d-8172-0870f91413fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a75cc4-f1c8-4380-84f5-2be0fbcdb02c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:39.840249 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-62f6e35f-e3e8-4e18-8995-44cda246dcae req-7f776ad9-d395-4a77-9f3a-9fb6a7c51af5 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701615 Jul 31 14:23:39.860228 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5e294a3-6724-4f0d-8172-0870f91413fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.863609 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c5e294a3-6724-4f0d-8172-0870f91413fe admin admin] 10.222.0.40 "DELETE /v2.0/subnets/58a75cc4-f1c8-4380-84f5-2be0fbcdb02c HTTP/1.1" status: 204 len: 168 time: 0.4333472 Jul 31 14:23:39.868445 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56596) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:39.876187 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fac36a81-092f-49ff-9640-2a84fc2cdcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (9c833117-3e95-4a62-a75c-506ca62ceacd), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:39.937781 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-fac36a81-092f-49ff-9640-2a84fc2cdcf2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1490553751e84170a73a63701a255145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7779384 Jul 31 14:23:39.943761 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56602) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:39.943939 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac36a81-092f-49ff-9640-2a84fc2cdcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c833117-3e95-4a62-a75c-506ca62ceacd,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:39.977851 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:39.985525 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:39.990063 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61378b94-e419-4a04-8a07-ee91381151cf req-e548cd52-ffcd-49a3-a4fe-7622d1db072c service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810172 Jul 31 14:23:40.014924 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (36617aea-7f9e-4bd1-b7c9-ab957b20f2d2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.099105 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56606) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:40.150154 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5992d957-df8a-4845-b344-c075d203c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.184389 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01e895da-d638-4bc5-b789-ab8e7426aa9f admin admin] Publish callbacks [] for security_group (9c833117-3e95-4a62-a75c-506ca62ceacd), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.220121 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1580722415-network', 'tenant_id': 'b8656d0df1af4475b502efe677f7308e'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:40.241483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Made reservation on behalf of b8656d0df1af4475b502efe677f7308e for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:40.245506 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.248403 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (36617aea-7f9e-4bd1-b7c9-ab957b20f2d2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.255308 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.284136 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01e895da-d638-4bc5-b789-ab8e7426aa9f admin admin] Publish callbacks [] for security_group (9c833117-3e95-4a62-a75c-506ca62ceacd), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.322559 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acab810-f737-4113-bfbc-064d9c6314cb req-6f9fbf4d-caf6-4d19-ae4b-8b86e7f0ad3b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:40.324031 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8acab810-f737-4113-bfbc-064d9c6314cb req-6f9fbf4d-caf6-4d19-ae4b-8b86e7f0ad3b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.1364889 Jul 31 14:23:40.333238 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Publish callbacks [] for security_group (1fc2b448-8bce-40f5-ac5b-89ef00465928), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.337726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (1fc2b448-8bce-40f5-ac5b-89ef00465928), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.362545 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:23:40.373138 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc2b448-8bce-40f5-ac5b-89ef00465928,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:40.378026 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (da2cda25-4fe6-434c-bd75-b060880b851a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.378561 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Added segment da2cda25-4fe6-434c-bd75-b060880b851a of type vlan for network 241a7056-b8af-4415-9520-9854cbe33cc1 Jul 31 14:23:40.382744 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.382744 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.383161 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.383506 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > port after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.383862 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.384204 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > port after_update 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.384466 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.384791 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.385093 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.385474 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.423877 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (241a7056-b8af-4415-9520-9854cbe33cc1), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.449004 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (241a7056-b8af-4415-9520-9854cbe33cc1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.450467 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:40.451071 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.503108 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4028118 Jul 31 14:23:40.511353 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56612) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:40.517988 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Request body: {'subnet': {'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1580722415-subnet', 'tenant_id': 'b8656d0df1af4475b502efe677f7308e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:40.528588 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac77b2f-5748-46d9-8619-bfdbca80a882 admin admin] Pushing event updated for resources: {'Network': ['ID=241a7056-b8af-4415-9520-9854cbe33cc1,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:40.538978 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 241a7056-b8af-4415-9520-9854cbe33cc1 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:23:40.543989 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Made reservation on behalf of b8656d0df1af4475b502efe677f7308e for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:40.546374 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.569989 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.570337 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.570798 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.571175 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:40.571603 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36617aea-7f9e-4bd1-b7c9-ab957b20f2d2']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:40.599314 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:40.638243 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80db86ec-b797-4dd5-8859-47da0865e59d') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:40.638502 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80db86ec-b797-4dd5-8859-47da0865e59d') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:40.695689 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10432058'] for segment (80db86ec-b797-4dd5-8859-47da0865e59d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.752979 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (80db86ec-b797-4dd5-8859-47da0865e59d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.764128 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8acab810-f737-4113-bfbc-064d9c6314cb req-0bb6bc6c-3c81-45fc-9cc3-cda92ee57119 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228387 Jul 31 14:23:40.769732 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01e895da-d638-4bc5-b789-ab8e7426aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (9c833117-3e95-4a62-a75c-506ca62ceacd), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.772330 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01e895da-d638-4bc5-b789-ab8e7426aa9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.773491 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-01e895da-d638-4bc5-b789-ab8e7426aa9f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9c833117-3e95-4a62-a75c-506ca62ceacd HTTP/1.1" status: 204 len: 168 time: 0.8273253 Jul 31 14:23:40.775110 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:23:40.775515 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10251092'] for segment (80db86ec-b797-4dd5-8859-47da0865e59d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:40.860535 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e895da-d638-4bc5-b789-ab8e7426aa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c833117-3e95-4a62-a75c-506ca62ceacd,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:40.955822 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:40.983695 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56634) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:40.996221 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for subnet (15efb372-6754-4dc9-9e50-f3084cde354d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.012068 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.db.resource_extend [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 31 14:23:41.014413 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:41.055566 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:41.065528 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (36617aea-7f9e-4bd1-b7c9-ab957b20f2d2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.083173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e7daf-80b4-4693-894d-93ecd727dfe2 req-b6179000-f67b-4ce2-a82e-cb33ff187de4 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:41.084059 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b57e7daf-80b4-4693-894d-93ecd727dfe2 req-b6179000-f67b-4ce2-a82e-cb33ff187de4 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 946 time: 0.0990155 Jul 31 14:23:41.085592 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.091442 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] 10.222.0.40 "DELETE /v2.0/networks/36617aea-7f9e-4bd1-b7c9-ab957b20f2d2 HTTP/1.1" status: 204 len: 168 time: 1.2192390 Jul 31 14:23:41.094524 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56640) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:41.143108 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15efb372-6754-4dc9-9e50-f3084cde354d,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:41.157582 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Checking segment: {'id': 'da2cda25-4fe6-434c-bd75-b060880b851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:41.157947 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Network hostable DHCP agents. Network: 241a7056-b8af-4415-9520-9854cbe33cc1, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:23:41.211147 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b57e7daf-80b4-4693-894d-93ecd727dfe2 req-cda58868-1fb2-40c6-989c-525a9db3d1f4 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991585 Jul 31 14:23:41.213940 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Network 241a7056-b8af-4415-9520-9854cbe33cc1 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:23:41.227966 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 241a7056-b8af-4415-9520-9854cbe33cc1) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:41.241168 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:41.241886 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.245356 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0178c098-a418-4681-9f19-6cf656069fd5 None None] Network 241a7056-b8af-4415-9520-9854cbe33cc1 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:23:41.275497 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-9c29a8fb-d6e4-4ab3-95dd-5f559cb62fa2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7591250 Jul 31 14:23:41.361894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f076be06-d477-4373-a142-11cd0569b5df None None] Network 241a7056-b8af-4415-9520-9854cbe33cc1 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:23:41.394357 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe87a0-620f-4aa3-bcc7-2a3601ae314b admin admin] Pushing event deleted for resources: {'Network': ['ID=36617aea-7f9e-4bd1-b7c9-ab957b20f2d2,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:41.417904 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.419165 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c533c58d-e02d-4344-9aee-be9eef260ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.428593 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-df373ca1-c677-47b1-ab51-68136bbec9e9 admin admin] Deleting subnet ce5e94c2-bf36-4243-9971-50bfc44ce696 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:23:41.439406 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (074b4ce1-6ce7-467f-a976-3b3c7c768acd), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.442921 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-df373ca1-c677-47b1-ab51-68136bbec9e9 admin admin] Publish callbacks [] for subnet (ce5e94c2-bf36-4243-9971-50bfc44ce696), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.446498 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.568468 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-df373ca1-c677-47b1-ab51-68136bbec9e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10432033'] for subnet (ce5e94c2-bf36-4243-9971-50bfc44ce696), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.632110 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:41.652108 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Floating IP 074b4ce1-6ce7-467f-a976-3b3c7c768acd associated. External IP: 172.27.1.134, port: 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba. Jul 31 14:23:41.654857 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-df373ca1-c677-47b1-ab51-68136bbec9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (ce5e94c2-bf36-4243-9971-50bfc44ce696), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.663241 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 80db86ec-b797-4dd5-8859-47da0865e59d resource provider aggregate not found Jul 31 14:23:41.737166 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 80db86ec-b797-4dd5-8859-47da0865e59d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80db86ec-b797-4dd5-8859-47da0865e59d found for delete ", "request_id": "req-9b8c4bc0-8c17-4209-bc3d-bef8446ea071"}]} Jul 31 14:23:41.818219 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c533c58d-e02d-4344-9aee-be9eef260ec7 admin admin] Publish callbacks [] for security_group (1a3eded4-dc7c-4cc2-bcfd-c054e3ba9b0d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.833120 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c533c58d-e02d-4344-9aee-be9eef260ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (1a3eded4-dc7c-4cc2-bcfd-c054e3ba9b0d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.890036 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-df373ca1-c677-47b1-ab51-68136bbec9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10251070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10078215'] for subnet (ce5e94c2-bf36-4243-9971-50bfc44ce696), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:41.900646 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:41.909923 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c533c58d-e02d-4344-9aee-be9eef260ec7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=26ad3880ee3848978abe88e5979147d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9194505 Jul 31 14:23:41.910487 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56670) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:41.941625 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533c58d-e02d-4344-9aee-be9eef260ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3eded4-dc7c-4cc2-bcfd-c054e3ba9b0d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:42.003704 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df373ca1-c677-47b1-ab51-68136bbec9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5e94c2-bf36-4243-9971-50bfc44ce696,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:42.026160 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-df373ca1-c677-47b1-ab51-68136bbec9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.026160 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-df373ca1-c677-47b1-ab51-68136bbec9e9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ce5e94c2-bf36-4243-9971-50bfc44ce696 HTTP/1.1" status: 204 len: 168 time: 0.9220188 Jul 31 14:23:42.026641 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56676) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:42.034100 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea99a5-9168-40fe-805a-3bdccab6c50f req-1d684bfe-d9c3-4b7b-9269-9b002b03973b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:42.036083 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-abea99a5-9168-40fe-805a-3bdccab6c50f req-1d684bfe-d9c3-4b7b-9269-9b002b03973b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.1399302 Jul 31 14:23:42.106098 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1b87-fe58-4366-8a80-299adc3c5a2a admin admin] Publish callbacks [] for security_group (1a3eded4-dc7c-4cc2-bcfd-c054e3ba9b0d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.138696 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-abea99a5-9168-40fe-805a-3bdccab6c50f req-a58d49ca-8d8f-47b9-85f4-e7497656317d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939100 Jul 31 14:23:42.148981 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1b87-fe58-4366-8a80-299adc3c5a2a admin admin] Publish callbacks [] for security_group (1a3eded4-dc7c-4cc2-bcfd-c054e3ba9b0d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.156816 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Router 7495c023-accb-4ca2-8475-c0892f296792 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:23:42.159171 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (7212ea46-0027-420d-a3b7-df92a1b7ca67), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.275785 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (7212ea46-0027-420d-a3b7-df92a1b7ca67), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.289214 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:23:42.294016 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.301775 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] Sync routers for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:23:42.306955 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1b87-fe58-4366-8a80-299adc3c5a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (1a3eded4-dc7c-4cc2-bcfd-c054e3ba9b0d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.309729 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1b87-fe58-4366-8a80-299adc3c5a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.311244 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-b6ee1b87-fe58-4366-8a80-299adc3c5a2a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1a3eded4-dc7c-4cc2-bcfd-c054e3ba9b0d HTTP/1.1" status: 204 len: 168 time: 0.3985355 Jul 31 14:23:42.316226 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:42.317820 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:23:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:42.330422 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cd542089-fd87-4186-bb7c-2beaefe40ca9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "PUT /v2.0/floatingips/074b4ce1-6ce7-467f-a976-3b3c7c768acd HTTP/1.1" status: 200 len: 991 time: 2.6150455 Jul 31 14:23:42.331005 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:42.333961 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72" -d '{"events": [{"name": "network-changed", "server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:42.365977 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.366419 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.367192 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.367554 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > port after_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.367892 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.368222 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > port after_update 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.368552 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.369183 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.369505 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.369830 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.376193 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546ecfec-bf06-49f9-8d50-53aab796fee8 x-openstack-request-id: req-546ecfec-bf06-49f9-8d50-53aab796fee8 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:42.376672 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:42.377102 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-546ecfec-bf06-49f9-8d50-53aab796fee8 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:42.377692 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546ecfec-bf06-49f9-8d50-53aab796fee8'] response: {'name': 'network-changed', 'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'status': 'completed', 'code': 200} Jul 31 14:23:42.444973 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:42.448949 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.449293 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.449634 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.450342 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 14:23:42.450715 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7212ea46-0027-420d-a3b7-df92a1b7ca67']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:42.463924 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7b264-f336-4dd1-9deb-19473c78752b req-0a8f18e0-afbd-4172-9a96-4f25ffe22871 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:42.471384 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-28e7b264-f336-4dd1-9deb-19473c78752b req-0a8f18e0-afbd-4172-9a96-4f25ffe22871 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 946 time: 0.1686821 Jul 31 14:23:42.519755 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aba638b-2339-42b3-91f9-d3a9be3d662c') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:42.520660 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aba638b-2339-42b3-91f9-d3a9be3d662c') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:42.544555 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee1b87-fe58-4366-8a80-299adc3c5a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3eded4-dc7c-4cc2-bcfd-c054e3ba9b0d,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:42.586765 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (1aba638b-2339-42b3-91f9-d3a9be3d662c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.593505 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:42.625955 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (1aba638b-2339-42b3-91f9-d3a9be3d662c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.632533 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-c6931c08-4957-4fce-ac9b-892a252b8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:42.634016 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-c6931c08-4957-4fce-ac9b-892a252b8e66 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 1129 time: 0.1495543 Jul 31 14:23:42.655057 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-28e7b264-f336-4dd1-9deb-19473c78752b req-6f9df0bd-b58a-4afb-95e9-ccc4774d8cf5 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827056 Jul 31 14:23:42.656585 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:23:42.657076 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (1aba638b-2339-42b3-91f9-d3a9be3d662c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.662495 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:42.740018 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56702) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:42.746511 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (7212ea46-0027-420d-a3b7-df92a1b7ca67), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.754697 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.760604 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] 10.222.0.40 "DELETE /v2.0/networks/7212ea46-0027-420d-a3b7-df92a1b7ca67 HTTP/1.1" status: 204 len: 168 time: 0.7338705 Jul 31 14:23:42.773510 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ee696-23e5-44b6-953a-364e4aa27f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=7212ea46-0027-420d-a3b7-df92a1b7ca67,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:42.773859 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7b801e9b-e10f-4b8e-86b7-ca3d8db0f691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.783394 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '074b4ce1-6ce7-467f-a976-3b3c7c768acd', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '7495c023-accb-4ca2-8475-c0892f296792', 'port_id': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'mac_address': 'fa:16:3e:c6:3e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:23:01Z', 'updated_at': '2022-07-31T14:23:40Z', 'revision_number': 1, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:42.799987 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:42.820141 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] Checking router: 7495c023-accb-4ca2-8475-c0892f296792 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:23:42.831210 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:23:42.832536 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:23:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:42.986764 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:43.010128 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.019256 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7b801e9b-e10f-4b8e-86b7-ca3d8db0f691 admin admin] Publish callbacks [] for security_group (3a729899-39a0-4dfb-a375-a36e8dc5e050), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.039832 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7b801e9b-e10f-4b8e-86b7-ca3d8db0f691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (3a729899-39a0-4dfb-a375-a36e8dc5e050), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.119177 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-df5b6e35-ac06-4801-a890-905c3cf9a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:43.121244 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-df5b6e35-ac06-4801-a890-905c3cf9a45d service neutron] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 918 time: 0.2715831 Jul 31 14:23:43.134679 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:43.139056 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7b801e9b-e10f-4b8e-86b7-ca3d8db0f691 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1dc6fb3bec3a4cd58cec42bbf3735348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004676 Jul 31 14:23:43.142157 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56712) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:43.162895 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b801e9b-e10f-4b8e-86b7-ca3d8db0f691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a729899-39a0-4dfb-a375-a36e8dc5e050,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:43.202470 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56722) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:43.268941 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:23:43.280494 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c8b336a-6b9e-4964-b669-7e34c223b4c3 admin admin] Publish callbacks [] for security_group (3a729899-39a0-4dfb-a375-a36e8dc5e050), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.314298 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-42461088-0e57-4092-a507-d168935182ce admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=479c4bda3bdc41dcb617b778c52deb20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1106713 Jul 31 14:23:43.317662 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56728) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:43.418154 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f918039-7672-4520-8aa8-b970847113e9 req-d6038ae3-d8b1-437a-9af1-2cd9ef2d6899 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:43.420250 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8f918039-7672-4520-8aa8-b970847113e9 req-d6038ae3-d8b1-437a-9af1-2cd9ef2d6899 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.1135089 Jul 31 14:23:43.461447 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c8b336a-6b9e-4964-b669-7e34c223b4c3 admin admin] Publish callbacks [] for security_group (3a729899-39a0-4dfb-a375-a36e8dc5e050), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.579062 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8f918039-7672-4520-8aa8-b970847113e9 req-d2a95e22-e5cc-4079-bc0f-39b5353e6272 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474426 Jul 31 14:23:43.604099 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c8b336a-6b9e-4964-b669-7e34c223b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (3a729899-39a0-4dfb-a375-a36e8dc5e050), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.606351 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c8b336a-6b9e-4964-b669-7e34c223b4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.610026 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7c8b336a-6b9e-4964-b669-7e34c223b4c3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3a729899-39a0-4dfb-a375-a36e8dc5e050 HTTP/1.1" status: 204 len: 168 time: 0.4638960 Jul 31 14:23:43.615284 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-a0fb9c04-5dcc-4506-a4b8-8238e5eb0642 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba HTTP/1.1" status: 200 len: 999 time: 0.2628462 Jul 31 14:23:43.618924 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b336a-6b9e-4964-b669-7e34c223b4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a729899-39a0-4dfb-a375-a36e8dc5e050,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:43.675279 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:43.684326 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c80a7c-225c-49aa-9e92-917eb13503d7 admin admin] Publish callbacks [] for security_group (d72c0164-f896-41de-85fe-c84e6b60925f), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.690975 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '074b4ce1-6ce7-467f-a976-3b3c7c768acd', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '7495c023-accb-4ca2-8475-c0892f296792', 'port_id': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'mac_address': 'fa:16:3e:c6:3e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:23:01Z', 'updated_at': '2022-07-31T14:23:40Z', 'revision_number': 1, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:23:43.718310 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd1383-182c-43d2-866a-728c4f669437 None None] The sync data for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi is: [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '074b4ce1-6ce7-467f-a976-3b3c7c768acd', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '7495c023-accb-4ca2-8475-c0892f296792', 'port_id': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'mac_address': 'fa:16:3e:c6:3e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:23:01Z', 'updated_at': '2022-07-31T14:23:40Z', 'revision_number': 1, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:23:43.735177 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 1aba638b-2339-42b3-91f9-d3a9be3d662c resource provider aggregate not found Jul 31 14:23:43.755666 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c80a7c-225c-49aa-9e92-917eb13503d7 admin admin] Publish callbacks [] for security_group (d72c0164-f896-41de-85fe-c84e6b60925f), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.770119 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-fff9a4f1-8113-49d5-8730-847e81f4e45b tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:43.771594 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-fff9a4f1-8113-49d5-8730-847e81f4e45b tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/networks?id=241a7056-b8af-4415-9520-9854cbe33cc1 HTTP/1.1" status: 200 len: 809 time: 0.2745140 Jul 31 14:23:43.773123 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 1aba638b-2339-42b3-91f9-d3a9be3d662c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1aba638b-2339-42b3-91f9-d3a9be3d662c found for delete ", "request_id": "req-1e4220af-d583-411a-9df3-6e4ad08aff6a"}]} Jul 31 14:23:43.776817 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-7eb98fda-a510-42d9-b5da-3c910030b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:43.778216 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-7eb98fda-a510-42d9-b5da-3c910030b361 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.1528294 Jul 31 14:23:43.836905 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-aba1d330-ca01-47a9-a0da-b2f02676b01c tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/quotas/b8656d0df1af4475b502efe677f7308e HTTP/1.1" status: 200 len: 375 time: 0.0577266 Jul 31 14:23:43.865163 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-ad544a31-ae00-45a5-bde5-805b4b380921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:43.867178 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-ad544a31-ae00-45a5-bde5-805b4b380921 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710301 Jul 31 14:23:43.888431 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-c9227017-83b3-4cd9-8dbc-0432f17a74f9 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=b8656d0df1af4475b502efe677f7308e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458376 Jul 31 14:23:43.970313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c80a7c-225c-49aa-9e92-917eb13503d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (d72c0164-f896-41de-85fe-c84e6b60925f), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.974382 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c80a7c-225c-49aa-9e92-917eb13503d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:43.978014 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e0c80a7c-225c-49aa-9e92-917eb13503d7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d72c0164-f896-41de-85fe-c84e6b60925f HTTP/1.1" status: 204 len: 168 time: 0.6569719 Jul 31 14:23:44.024801 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c80a7c-225c-49aa-9e92-917eb13503d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72c0164-f896-41de-85fe-c84e6b60925f,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:44.103949 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c48040-952f-402e-aad5-dbf1b329b2a4 None None] New status for floating IP 074b4ce1-6ce7-467f-a976-3b3c7c768acd: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:23:44.136704 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-792b966e-7e55-4936-b0ea-ea20cccb6092 service neutron] 10.222.0.40 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366455 Jul 31 14:23:44.197977 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56766) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:44.215372 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d343e92-d66f-4ac6-aba2-bff8b0a28625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:44.225357 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-998d01d9-7fe8-468d-ad6c-40629f8c7eda service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406115 Jul 31 14:23:44.342186 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d343e92-d66f-4ac6-aba2-bff8b0a28625 admin admin] Publish callbacks [] for security_group (64110ae9-c780-4fd9-acd8-8ee00c1e4b7a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:44.354174 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d343e92-d66f-4ac6-aba2-bff8b0a28625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (64110ae9-c780-4fd9-acd8-8ee00c1e4b7a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:44.407382 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:44.409772 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-f9733d54-c69a-4cbe-9a4d-441ad09b9d22 service neutron] 10.222.0.40 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592492 Jul 31 14:23:44.428904 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d343e92-d66f-4ac6-aba2-bff8b0a28625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64110ae9-c780-4fd9-acd8-8ee00c1e4b7a,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:44.437795 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2d343e92-d66f-4ac6-aba2-bff8b0a28625 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7a58c3a337e444e68c61b34f61c50e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388313 Jul 31 14:23:44.451958 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56780) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:44.487546 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a7bde31a-1a38-4269-ae1d-1006d1ca2e72 req-21d1f0f2-6c9a-4b13-8ce6-c991a38f10c7 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530692 Jul 31 14:23:44.509524 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:44.561780 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6047cf28-ce86-461b-b5a7-e1b9cdc89ba7 admin admin] Publish callbacks [] for security_group (64110ae9-c780-4fd9-acd8-8ee00c1e4b7a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:44.601911 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6047cf28-ce86-461b-b5a7-e1b9cdc89ba7 admin admin] Publish callbacks [] for security_group (64110ae9-c780-4fd9-acd8-8ee00c1e4b7a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:44.682675 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6047cf28-ce86-461b-b5a7-e1b9cdc89ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (64110ae9-c780-4fd9-acd8-8ee00c1e4b7a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:44.686342 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6047cf28-ce86-461b-b5a7-e1b9cdc89ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:44.691561 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6047cf28-ce86-461b-b5a7-e1b9cdc89ba7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/64110ae9-c780-4fd9-acd8-8ee00c1e4b7a HTTP/1.1" status: 204 len: 168 time: 0.2384574 Jul 31 14:23:44.702395 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047cf28-ce86-461b-b5a7-e1b9cdc89ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64110ae9-c780-4fd9-acd8-8ee00c1e4b7a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:44.793109 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aa063-4203-43d4-b7c2-3f159fb18696 req-1a17c361-1305-452a-8c9c-c3843d481d88 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:44.807201 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-295aa063-4203-43d4-b7c2-3f159fb18696 req-1a17c361-1305-452a-8c9c-c3843d481d88 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0994327 Jul 31 14:23:44.861498 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56814) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:44.895684 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-295aa063-4203-43d4-b7c2-3f159fb18696 req-18b993d0-0285-49f7-b41b-f07ca2324cb2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868790 Jul 31 14:23:44.987390 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0ab68fd7-9faa-44a4-abcb-5875885b4735 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2f925e2803b9448397a37c7b053651b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244814 Jul 31 14:23:44.990436 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56826) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:45.066065 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9a92e58-834a-4d17-97ad-56de6f56a364 admin admin] Publish callbacks [] for security_group (20075e7a-518f-4b79-835b-c31b353a43e9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:45.100313 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9a92e58-834a-4d17-97ad-56de6f56a364 admin admin] Publish callbacks [] for security_group (20075e7a-518f-4b79-835b-c31b353a43e9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:45.109513 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-91345deb-9496-4712-b2a7-cf8340a1593f req-b2ee30c3-7514-453d-8f41-2e29a8c4a93d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 210 time: 0.0922313 Jul 31 14:23:45.192488 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9a92e58-834a-4d17-97ad-56de6f56a364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (20075e7a-518f-4b79-835b-c31b353a43e9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:45.206657 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9a92e58-834a-4d17-97ad-56de6f56a364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:45.209036 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f9a92e58-834a-4d17-97ad-56de6f56a364 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/20075e7a-518f-4b79-835b-c31b353a43e9 HTTP/1.1" status: 204 len: 168 time: 0.2175059 Jul 31 14:23:45.219254 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a92e58-834a-4d17-97ad-56de6f56a364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20075e7a-518f-4b79-835b-c31b353a43e9,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:46.060975 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb5048-dd68-4d4e-be93-bcadd53c6d23 req-40bdd0cc-fbbf-4c2a-8bc8-85266b06ac4e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:46.062671 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3fb5048-dd68-4d4e-be93-bcadd53c6d23 req-40bdd0cc-fbbf-4c2a-8bc8-85266b06ac4e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0608182 Jul 31 14:23:46.122917 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3fb5048-dd68-4d4e-be93-bcadd53c6d23 req-27c4660f-f5f8-4145-9eb9-4359bcf8d457 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538216 Jul 31 14:23:46.273526 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-22c17d4e-fbda-4a32-b9f5-fe7b080650e6 req-d5ba822a-5219-4c51-92c3-0b912a7b9c72 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 210 time: 0.0315690 Jul 31 14:23:46.388882 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56940) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:46.534772 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:46.558715 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81e34004-700a-4cf5-85b3-f3430c92bb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:46.569191 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:46.595356 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-925a35af-dc7c-4692-96e5-3f54a2a14370 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:46.597451 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-925a35af-dc7c-4692-96e5-3f54a2a14370 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.17 "GET /v2.0/networks?id=241a7056-b8af-4415-9520-9854cbe33cc1 HTTP/1.1" status: 200 len: 809 time: 0.1360726 Jul 31 14:23:46.646886 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Request body: {'port': {'device_id': 'e5946aed-8d23-4b14-b806-c62c21468d72', 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1', 'admin_state_up': True, 'tenant_id': 'b8656d0df1af4475b502efe677f7308e'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:46.658038 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81e34004-700a-4cf5-85b3-f3430c92bb0a admin admin] Publish callbacks [] for security_group (9199a681-b68c-476c-bc78-9d26b47d0bcb), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:46.664874 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81e34004-700a-4cf5-85b3-f3430c92bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (9199a681-b68c-476c-bc78-9d26b47d0bcb), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:46.702705 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-81e34004-700a-4cf5-85b3-f3430c92bb0a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e4812f41f6834f6fb12f66efcb43601b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126464 Jul 31 14:23:46.711681 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56952) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:46.760410 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e34004-700a-4cf5-85b3-f3430c92bb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9199a681-b68c-476c-bc78-9d26b47d0bcb,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:46.802380 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee77d-3c86-436d-b1d9-3a94a1a4323a admin admin] Publish callbacks [] for security_group (9199a681-b68c-476c-bc78-9d26b47d0bcb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:46.826046 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-c93c7a9a-b888-4a30-a0da-fc8996144d22 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1738763 Jul 31 14:23:46.830011 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee77d-3c86-436d-b1d9-3a94a1a4323a admin admin] Publish callbacks [] for security_group (9199a681-b68c-476c-bc78-9d26b47d0bcb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:46.842417 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:46.893199 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Made reservation on behalf of b8656d0df1af4475b502efe677f7308e for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:23:46.897875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:46.918299 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee77d-3c86-436d-b1d9-3a94a1a4323a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (9199a681-b68c-476c-bc78-9d26b47d0bcb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:46.923258 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee77d-3c86-436d-b1d9-3a94a1a4323a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:46.928286 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3d9ee77d-3c86-436d-b1d9-3a94a1a4323a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9199a681-b68c-476c-bc78-9d26b47d0bcb HTTP/1.1" status: 204 len: 168 time: 0.2149746 Jul 31 14:23:46.947005 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ee77d-3c86-436d-b1d9-3a94a1a4323a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9199a681-b68c-476c-bc78-9d26b47d0bcb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:47.008710 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56968) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:47.030020 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:47.071641 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-378acc14-9d9e-436f-bdd6-acf2a723203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:47.073151 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-378acc14-9d9e-436f-bdd6-acf2a723203d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 1130 time: 0.0723712 Jul 31 14:23:47.094937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Allocated IP 172.20.0.4 (241a7056-b8af-4415-9520-9854cbe33cc1/15efb372-6754-4dc9-9e50-f3084cde354d/d3ccc265-c1e6-4590-bdce-3c7fcebbe512) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:23:47.290964 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-4ff07261-8886-41dd-8359-f29ec6aae90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:47.293158 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-4ff07261-8886-41dd-8359-f29ec6aae90c service neutron] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 916 time: 0.1996617 Jul 31 14:23:47.333316 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae1033-074e-4585-aac7-93b8be76b821 req-e07c0df9-cf7c-4645-9e82-8bcfa56c7c54 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:47.335286 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-28ae1033-074e-4585-aac7-93b8be76b821 req-e07c0df9-cf7c-4645-9e82-8bcfa56c7c54 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0716155 Jul 31 14:23:47.378541 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-9b22c0fe-ddb8-4748-8453-75182f0f2ae1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21edb8cd-f77a-499c-afac-f0de24050b9d HTTP/1.1" status: 200 len: 1002 time: 0.0749261 Jul 31 14:23:47.409449 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-28ae1033-074e-4585-aac7-93b8be76b821 req-8403f953-b9f9-4f95-bfed-050e426c86c7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682127 Jul 31 14:23:47.436422 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:47.484193 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cbe0ec6a-e742-48b1-9443-b0542d1771b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.504782 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2894229a-922e-4f0a-acf7-db43043ab536 req-0b89b6b8-2be4-4915-97a5-58ea5779495d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 210 time: 0.0744414 Jul 31 14:23:47.518047 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-22e8ab6a-d19e-4569-b743-27f1e875c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:47.520135 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-22e8ab6a-d19e-4569-b743-27f1e875c67f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.1326749 Jul 31 14:23:47.544395 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56980) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:47.566538 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-062230d7-dd3a-4f5d-8ee6-806b4e579342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.647615 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cbe0ec6a-e742-48b1-9443-b0542d1771b1 admin admin] Publish callbacks [] for security_group (5fbfaad6-fde5-4ff6-8e67-e9e1e35802d8), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.654851 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cbe0ec6a-e742-48b1-9443-b0542d1771b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5fbfaad6-fde5-4ff6-8e67-e9e1e35802d8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.726123 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cbe0ec6a-e742-48b1-9443-b0542d1771b1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5f463b5af69940189548c73f4895669d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7162077 Jul 31 14:23:47.729775 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 56984) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:47.739233 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0ec6a-e742-48b1-9443-b0542d1771b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbfaad6-fde5-4ff6-8e67-e9e1e35802d8,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:47.752180 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-062230d7-dd3a-4f5d-8ee6-806b4e579342 admin admin] Publish callbacks [] for security_group (65ba3f97-a93b-484b-b350-cad4a5ce475b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.763494 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-062230d7-dd3a-4f5d-8ee6-806b4e579342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (65ba3f97-a93b-484b-b350-cad4a5ce475b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.826025 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks [] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.826549 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-062230d7-dd3a-4f5d-8ee6-806b4e579342 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a289313552ca45aea5a735ef1a6b2a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809012 Jul 31 14:23:47.829353 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 56986) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:47.830860 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062230d7-dd3a-4f5d-8ee6-806b4e579342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ba3f97-a93b-484b-b350-cad4a5ce475b,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:47.838312 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:47.845127 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-441c45c9-14b2-4c86-9cdc-01166a8a2027 admin admin] Publish callbacks [] for security_group (5fbfaad6-fde5-4ff6-8e67-e9e1e35802d8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.847638 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-d7306218-1c7d-4027-b314-48b97c32b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:47.849747 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-d7306218-1c7d-4027-b314-48b97c32b0a7 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3181329 Jul 31 14:23:47.873074 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-441c45c9-14b2-4c86-9cdc-01166a8a2027 admin admin] Publish callbacks [] for security_group (5fbfaad6-fde5-4ff6-8e67-e9e1e35802d8), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.932278 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-441c45c9-14b2-4c86-9cdc-01166a8a2027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5fbfaad6-fde5-4ff6-8e67-e9e1e35802d8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.937143 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-441c45c9-14b2-4c86-9cdc-01166a8a2027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.939298 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-441c45c9-14b2-4c86-9cdc-01166a8a2027 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5fbfaad6-fde5-4ff6-8e67-e9e1e35802d8 HTTP/1.1" status: 204 len: 168 time: 0.2083471 Jul 31 14:23:47.951099 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c45c9-14b2-4c86-9cdc-01166a8a2027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbfaad6-fde5-4ff6-8e67-e9e1e35802d8,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:47.987399 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-16ae0f3e-d803-4451-a893-be93601f236c admin admin] Publish callbacks [] for security_group (65ba3f97-a93b-484b-b350-cad4a5ce475b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:47.992545 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:48.061487 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-16ae0f3e-d803-4451-a893-be93601f236c admin admin] Publish callbacks [] for security_group (65ba3f97-a93b-484b-b350-cad4a5ce475b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:48.087970 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Network 241a7056-b8af-4415-9520-9854cbe33cc1 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:23:48.094430 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-5ed20909-1f89-4b71-871e-2dc305d13c48 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277706 Jul 31 14:23:48.101489 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:23:48.104267 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:23:48.138344 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Pushing event updated for resources: {'Port': ['ID=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:48.195618 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:48.233941 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:48.234531 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:48.249582 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-16ae0f3e-d803-4451-a893-be93601f236c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (65ba3f97-a93b-484b-b350-cad4a5ce475b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:48.252253 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-16ae0f3e-d803-4451-a893-be93601f236c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:48.253436 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-16ae0f3e-d803-4451-a893-be93601f236c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/65ba3f97-a93b-484b-b350-cad4a5ce475b HTTP/1.1" status: 204 len: 168 time: 0.4231231 Jul 31 14:23:48.276383 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-36b95fb9-8b82-4aeb-b287-899403a97b33 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6351998 Jul 31 14:23:48.283857 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae0f3e-d803-4451-a893-be93601f236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ba3f97-a93b-484b-b350-cad4a5ce475b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:48.323585 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Request body: {'port': {'device_id': 'e5946aed-8d23-4b14-b806-c62c21468d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:23:48.347652 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-783594e1-f5c6-4784-8f22-dfa02c94abab req-448ab5b1-cca2-4d11-acca-884efed32760 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383978 Jul 31 14:23:48.398209 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:48.435900 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:48.584786 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8813-6b29-49dc-bab9-aa060cfa050c req-8fa60942-6756-42a0-a858-4af37e5badbb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:48.586372 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c66d8813-6b29-49dc-bab9-aa060cfa050c req-8fa60942-6756-42a0-a858-4af37e5badbb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0801353 Jul 31 14:23:48.661125 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c66d8813-6b29-49dc-bab9-aa060cfa050c req-15ec4efc-f87d-40e2-bd02-23b1fc54723c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679126 Jul 31 14:23:48.687127 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a19d-b7ca-46ce-a353-2ff17e23db05 req-24a58a4b-9b1b-4b10-9d50-3ee55b2e3036 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:48.688762 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7565a19d-b7ca-46ce-a353-2ff17e23db05 req-24a58a4b-9b1b-4b10-9d50-3ee55b2e3036 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 931 time: 0.0737619 Jul 31 14:23:48.765630 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ccc265-c1e6-4590-bdce-3c7fcebbe512 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:48.784980 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Publish callbacks [] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:48.793121 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7565a19d-b7ca-46ce-a353-2ff17e23db05 req-4260952d-ed3c-4aed-b199-164527c59b07 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981715 Jul 31 14:23:48.803875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Transition to ACTIVE for port object d3ccc265-c1e6-4590-bdce-3c7fcebbe512 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:23:48.820941 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:48.897486 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Pushing event updated for resources: {'Port': ['ID=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:48.927859 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Attempting to bind port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:23:48.928202 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Attempting to bind port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'da2cda25-4fe6-434c-bd75-b060880b851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:23:48.928533 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Attempting to bind port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 on network 241a7056-b8af-4415-9520-9854cbe33cc1 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:48.933053 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 on network 241a7056-b8af-4415-9520-9854cbe33cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:23:48.933371 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Attempting to bind port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 on network 241a7056-b8af-4415-9520-9854cbe33cc1 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:23:48.938409 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:23:48.938751 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Checking segment: {'id': 'da2cda25-4fe6-434c-bd75-b060880b851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:23:48.939133 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Bound using segment: {'id': 'da2cda25-4fe6-434c-bd75-b060880b851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:23:48.939595 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Bound port: d3ccc265-c1e6-4590-bdce-3c7fcebbe512, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2cda25-4fe6-434c-bd75-b060880b851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:23:48.939956 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:49.007870 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] For port d3ccc265-c1e6-4590-bdce-3c7fcebbe512, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:23:49.013259 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] For port d3ccc265-c1e6-4590-bdce-3c7fcebbe512, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:23:49.025044 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:49.059382 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:49.060103 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:49.061617 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] 10.222.0.17 "PUT /v2.0/ports/d3ccc265-c1e6-4590-bdce-3c7fcebbe512 HTTP/1.1" status: 200 len: 1093 time: 0.7464302 Jul 31 14:23:49.062268 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5946aed-8d23-4b14-b806-c62c21468d72', 'tag': 'd3ccc265-c1e6-4590-bdce-3c7fcebbe512'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:49.064873 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82383233-4ae7-4db8-8d5f-a0631ab6e90e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5946aed-8d23-4b14-b806-c62c21468d72", "tag": "d3ccc265-c1e6-4590-bdce-3c7fcebbe512"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:49.112540 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e51a2-2bcf-4c6e-97eb-d7511324d76d service neutron] Pushing event updated for resources: {'Port': ['ID=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:49.130027 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d6aa6e-d434-4fc2-8caa-3ada15973f5e x-openstack-request-id: req-17d6aa6e-d434-4fc2-8caa-3ada15973f5e {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:49.130325 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5946aed-8d23-4b14-b806-c62c21468d72", "tag": "d3ccc265-c1e6-4590-bdce-3c7fcebbe512", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:49.130585 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-17d6aa6e-d434-4fc2-8caa-3ada15973f5e {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:49.131574 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d6aa6e-d434-4fc2-8caa-3ada15973f5e'] response: {'name': 'network-changed', 'server_uuid': 'e5946aed-8d23-4b14-b806-c62c21468d72', 'tag': 'd3ccc265-c1e6-4590-bdce-3c7fcebbe512', 'status': 'completed', 'code': 200} Jul 31 14:23:49.200522 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-07ca0b97-929d-491b-aa79-e1f132d29360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:49.202091 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-07ca0b97-929d-491b-aa79-e1f132d29360 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b8656d0df1af4475b502efe677f7308e&device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 1127 time: 0.0546336 Jul 31 14:23:49.271711 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-fcb60cd4-c54a-4f45-8c00-6c5a6726336b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3ccc265-c1e6-4590-bdce-3c7fcebbe512 HTTP/1.1" status: 200 len: 217 time: 0.0485857 Jul 31 14:23:49.321032 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:49.341735 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-86e56b14-39c0-42dc-8c30-ec53219dd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:49.343210 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-86e56b14-39c0-42dc-8c30-ec53219dd424 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=15efb372-6754-4dc9-9e50-f3084cde354d HTTP/1.1" status: 200 len: 849 time: 0.0577054 Jul 31 14:23:49.382007 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-cbc29d3b-2a2b-43f8-b99a-3dc0ab62b6c6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=241a7056-b8af-4415-9520-9854cbe33cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302582 Jul 31 14:23:49.559677 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-48da6c86-2a24-480a-b25b-c69a61a70348 service neutron] 10.222.0.17 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604714 Jul 31 14:23:49.667629 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fab618fc-d3cf-4566-a3e4-f335cb9a9b16 req-0230e50b-9808-4aff-9cef-e9d341b609f5 service neutron] 10.222.0.17 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991678 Jul 31 14:23:49.780687 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:49.798099 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96608e7b-c796-4d28-b9b7-e63e4f861e23 req-dc02732f-2cc9-4a07-8a7c-76b8fb7e3a4c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:49.799633 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-96608e7b-c796-4d28-b9b7-e63e4f861e23 req-dc02732f-2cc9-4a07-8a7c-76b8fb7e3a4c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0561471 Jul 31 14:23:49.865336 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-96608e7b-c796-4d28-b9b7-e63e4f861e23 req-1268d4ed-e7d3-4c63-9bc3-bbdcb9b3cfea tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581877 Jul 31 14:23:49.942363 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4b91f-bb5a-45e1-aa7c-781209fb73c7 req-b608b4d3-dae4-472a-8e05-cbeb4279c5c9 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:49.944483 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3be4b91f-bb5a-45e1-aa7c-781209fb73c7 req-b608b4d3-dae4-472a-8e05-cbeb4279c5c9 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 943 time: 0.0618203 Jul 31 14:23:50.010187 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3be4b91f-bb5a-45e1-aa7c-781209fb73c7 req-137e7858-a9e1-4b1f-8d74-b74c3662b124 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591385 Jul 31 14:23:50.997282 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15309e-a75d-44e0-9562-57a4d2fd094e req-ff9c36b2-a43f-4987-a32c-e6e5a2562d58 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:50.998884 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb15309e-a75d-44e0-9562-57a4d2fd094e req-ff9c36b2-a43f-4987-a32c-e6e5a2562d58 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0576677 Jul 31 14:23:51.091906 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb15309e-a75d-44e0-9562-57a4d2fd094e req-0687e37c-708a-420a-a5d0-c7513848798d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830209 Jul 31 14:23:51.091906 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-7a878083-5f7b-44d0-b5f6-3fdd896a02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:51.092336 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-7a878083-5f7b-44d0-b5f6-3fdd896a02e8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b8656d0df1af4475b502efe677f7308e&device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 1127 time: 0.0555925 Jul 31 14:23:51.161163 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:51.171247 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099c9f4-7ade-4f78-af2d-2267b01136e0 req-c01d059c-fae0-43bd-94cd-d84f652653c5 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:51.172779 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6099c9f4-7ade-4f78-af2d-2267b01136e0 req-c01d059c-fae0-43bd-94cd-d84f652653c5 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 943 time: 0.0575528 Jul 31 14:23:51.203102 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-d7fd4a92-869a-4d2d-b211-5335dbe4d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:51.204654 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-d7fd4a92-869a-4d2d-b211-5335dbe4d24b service neutron] 10.222.0.17 "GET /v2.0/networks?id=241a7056-b8af-4415-9520-9854cbe33cc1 HTTP/1.1" status: 200 len: 910 time: 0.1023936 Jul 31 14:23:51.223317 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6099c9f4-7ade-4f78-af2d-2267b01136e0 req-ef962ff1-14c2-4677-aedd-05634afb82e7 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Jul 31 14:23:51.250290 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-6a8649d8-179a-4e7f-a31d-56d0388c7ad3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3ccc265-c1e6-4590-bdce-3c7fcebbe512 HTTP/1.1" status: 200 len: 217 time: 0.0333505 Jul 31 14:23:51.300277 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-8e1ddbf1-f79c-4fb5-b8a0-609e1aba106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:51.302287 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-8e1ddbf1-f79c-4fb5-b8a0-609e1aba106f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=15efb372-6754-4dc9-9e50-f3084cde354d HTTP/1.1" status: 200 len: 849 time: 0.0430217 Jul 31 14:23:51.334219 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-0d1586f7-5794-415a-b4bc-2ff0fc79a3eb service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=241a7056-b8af-4415-9520-9854cbe33cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248139 Jul 31 14:23:51.431931 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-d12fc258-d158-421a-9e04-fe14e261e877 service neutron] 10.222.0.17 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855036 Jul 31 14:23:51.524495 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-82383233-4ae7-4db8-8d5f-a0631ab6e90e req-246cd2d5-c972-4211-9f36-15a920b28811 service neutron] 10.222.0.17 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827177 Jul 31 14:23:52.220013 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49774-c94e-4e23-941e-3ce90caa4011 req-07d87d0b-970d-4267-a3a0-282f09a5f713 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:52.221405 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-65b49774-c94e-4e23-941e-3ce90caa4011 req-07d87d0b-970d-4267-a3a0-282f09a5f713 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0512476 Jul 31 14:23:52.250093 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:52.278156 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-65b49774-c94e-4e23-941e-3ce90caa4011 req-f66b7c21-4f82-4b00-a40a-afa78e172bf7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509050 Jul 31 14:23:52.355186 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce618e-6f48-465c-8854-66e416eb7fa6 req-6a68c64c-5486-42d3-b105-fc9227252c3d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:52.356733 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b1ce618e-6f48-465c-8854-66e416eb7fa6 req-6a68c64c-5486-42d3-b105-fc9227252c3d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 943 time: 0.0527041 Jul 31 14:23:52.405604 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b1ce618e-6f48-465c-8854-66e416eb7fa6 req-57dfb98f-76e4-4cea-b8ef-7017f16b3599 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Jul 31 14:23:53.418462 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b05ae6-59e0-4512-aec0-04a7e8015ca2 req-ebee5450-b295-4025-a06f-83e59c77eb37 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:53.420781 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-35b05ae6-59e0-4512-aec0-04a7e8015ca2 req-ebee5450-b295-4025-a06f-83e59c77eb37 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0631201 Jul 31 14:23:53.476544 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-35b05ae6-59e0-4512-aec0-04a7e8015ca2 req-902d8fb2-80e2-4cc6-b285-12edeebc08f5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Jul 31 14:23:53.569559 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0f175-4387-4315-847e-ffcc48e14711 req-60ff17a6-4bbf-462e-9aa7-e8fef8a2ca8c tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:53.571062 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-72f0f175-4387-4315-847e-ffcc48e14711 req-60ff17a6-4bbf-462e-9aa7-e8fef8a2ca8c tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 943 time: 0.0578017 Jul 31 14:23:53.628517 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-72f0f175-4387-4315-847e-ffcc48e14711 req-3e96f730-9320-4c9f-a865-8f720f128044 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Jul 31 14:23:53.756572 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device d3ccc265-c1e6-4590-bdce-3c7fcebbe512 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:23:53.891511 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port d3ccc265-c1e6-4590-bdce-3c7fcebbe512, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:54.026603 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': 'd3ccc265-c1e6-4590-bdce-3c7fcebbe512', 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1', 'port_id': 'd3ccc265-c1e6-4590-bdce-3c7fcebbe512', 'mac_address': 'fa:16:3e:fb:ae:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15efb372-6754-4dc9-9e50-f3084cde354d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:23:54.080537 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:54.081074 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:54.101015 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ccc265-c1e6-4590-bdce-3c7fcebbe512 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:23:54.123570 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:54.128065 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port d3ccc265-c1e6-4590-bdce-3c7fcebbe512, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:54.135723 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:54.185843 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:54.194280 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.194877 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.195381 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.195889 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.196397 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.196737 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.197089 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.197400 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.197917 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.198153 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.198534 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.199251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.199614 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.200196 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.200523 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:23:54.290525 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbdb0c-0f37-4e9f-87e6-378924b920f5 req-b0fb03b9-3574-4aa2-92a5-25b9bd3208e0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:54.292013 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2bbdb0c-0f37-4e9f-87e6-378924b920f5 req-b0fb03b9-3574-4aa2-92a5-25b9bd3208e0 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 946 time: 0.0454378 Jul 31 14:23:54.342240 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2bbdb0c-0f37-4e9f-87e6-378924b920f5 req-2baf68ab-d09f-4de2-bacc-ef6b182fb712 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Jul 31 14:23:54.601103 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d27ae2-6028-4221-a577-c3fe5d938150 req-0d916dd5-56b5-45b3-a449-fa4e441180f9 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:54.602462 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-25d27ae2-6028-4221-a577-c3fe5d938150 req-0d916dd5-56b5-45b3-a449-fa4e441180f9 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0501428 Jul 31 14:23:54.649345 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-25d27ae2-6028-4221-a577-c3fe5d938150 req-b6f08417-1d79-410b-9c0f-25d4d9a7ac6e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Jul 31 14:23:54.725007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['d3ccc265-c1e6-4590-bdce-3c7fcebbe512'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:23:54.751165 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d95d08-6c2f-4cbc-a5c0-60e2489215bf req-54ae290b-f788-462f-a33c-c213fdcaef6f tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:54.753583 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a2d95d08-6c2f-4cbc-a5c0-60e2489215bf req-54ae290b-f788-462f-a33c-c213fdcaef6f tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 944 time: 0.0484040 Jul 31 14:23:54.804165 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a2d95d08-6c2f-4cbc-a5c0-60e2489215bf req-8d906d6b-dcbb-4e2d-8572-0d169815c186 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455215 Jul 31 14:23:54.835620 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:55.468501 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70291cc8-df12-45bf-919f-cb5370f694e6 req-48611004-1710-40d2-8759-dd09c9d6afc8 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:55.469983 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70291cc8-df12-45bf-919f-cb5370f694e6 req-48611004-1710-40d2-8759-dd09c9d6afc8 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 946 time: 0.0499270 Jul 31 14:23:55.525440 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70291cc8-df12-45bf-919f-cb5370f694e6 req-acb5a126-13e5-438a-af6c-693332bb7b32 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482771 Jul 31 14:23:55.767288 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437a54d-5f90-485b-8d83-255453ee234e req-5fcef589-ec96-4561-8125-0b4ac7bfd110 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:55.768771 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f437a54d-5f90-485b-8d83-255453ee234e req-5fcef589-ec96-4561-8125-0b4ac7bfd110 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0464671 Jul 31 14:23:55.815996 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f437a54d-5f90-485b-8d83-255453ee234e req-557a40fa-15cd-45ef-bd5e-c74f17421b7e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Jul 31 14:23:55.884671 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device d3ccc265-c1e6-4590-bdce-3c7fcebbe512 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:23:55.925726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f2928-fb81-479f-96dc-257bc31e1860 req-5a0cbe25-762f-4c5b-bfb5-25526bdf9f6d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:55.927904 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a37f2928-fb81-479f-96dc-257bc31e1860 req-5a0cbe25-762f-4c5b-bfb5-25526bdf9f6d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 944 time: 0.0507634 Jul 31 14:23:55.932138 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:23:55.939227 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:23:55.939649 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:55.985338 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a37f2928-fb81-479f-96dc-257bc31e1860 req-213c7a6e-d26b-4355-8423-de9dc1d5b2b8 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515964 Jul 31 14:23:56.028296 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:23:56.028799 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:56.051662 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5946aed-8d23-4b14-b806-c62c21468d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ccc265-c1e6-4590-bdce-3c7fcebbe512'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:56.054461 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81df3bc8-a3f1-499a-84c9-20ec22787365" -d '{"events": [{"server_uuid": "e5946aed-8d23-4b14-b806-c62c21468d72", "name": "network-vif-plugged", "status": "completed", "tag": "d3ccc265-c1e6-4590-bdce-3c7fcebbe512"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:56.069448 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port d3ccc265-c1e6-4590-bdce-3c7fcebbe512, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:56.075269 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:56.105732 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208f040c-18ee-4096-ad7e-f4b16bda942e x-openstack-request-id: req-208f040c-18ee-4096-ad7e-f4b16bda942e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:56.106149 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5946aed-8d23-4b14-b806-c62c21468d72", "name": "network-vif-plugged", "status": "completed", "tag": "d3ccc265-c1e6-4590-bdce-3c7fcebbe512", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:56.106493 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-208f040c-18ee-4096-ad7e-f4b16bda942e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:56.107081 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208f040c-18ee-4096-ad7e-f4b16bda942e'] response: {'server_uuid': 'e5946aed-8d23-4b14-b806-c62c21468d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ccc265-c1e6-4590-bdce-3c7fcebbe512', 'code': 200} Jul 31 14:23:56.127599 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:56.431051 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57284) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:56.534852 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eb2a39f2-c6f7-4f86-90b3-316a070bfe07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:56.586957 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:56.609721 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d3327-a613-4f93-881c-5f309d35993e req-45c53d99-66bd-44aa-92e1-387d2e92df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:56.611231 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dc5d3327-a613-4f93-881c-5f309d35993e req-45c53d99-66bd-44aa-92e1-387d2e92df76 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 1129 time: 0.0561674 Jul 31 14:23:56.682342 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04914411-62f8-40ca-92f2-ac0925ae9904 req-85e6be80-9173-4f54-ab5e-2dcf945ec5a7 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:56.683862 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-04914411-62f8-40ca-92f2-ac0925ae9904 req-85e6be80-9173-4f54-ab5e-2dcf945ec5a7 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 946 time: 0.0636408 Jul 31 14:23:56.707274 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eb2a39f2-c6f7-4f86-90b3-316a070bfe07 admin admin] Publish callbacks [] for security_group (785a1e3b-efd3-4363-82b1-2c25c7ec49fe), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:56.715929 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eb2a39f2-c6f7-4f86-90b3-316a070bfe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (785a1e3b-efd3-4363-82b1-2c25c7ec49fe), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:56.792051 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-eb2a39f2-c6f7-4f86-90b3-316a070bfe07 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=06e7d1e042894dfdba5f923edc3abc03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574383 Jul 31 14:23:56.792702 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57300) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:56.794049 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a39f2-c6f7-4f86-90b3-316a070bfe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785a1e3b-efd3-4363-82b1-2c25c7ec49fe,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:56.807986 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-04914411-62f8-40ca-92f2-ac0925ae9904 req-f1535937-9725-4e07-be0f-ec97b91635fa tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121988 Jul 31 14:23:56.843344 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dc5d3327-a613-4f93-881c-5f309d35993e req-c4e68240-adaa-4f4a-b297-be67845b672f service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643642 Jul 31 14:23:56.864437 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57304) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:56.865230 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc229843-973b-4dd3-9233-e46f9027bd5b admin admin] Publish callbacks [] for security_group (785a1e3b-efd3-4363-82b1-2c25c7ec49fe), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:56.890545 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc229843-973b-4dd3-9233-e46f9027bd5b admin admin] Publish callbacks [] for security_group (785a1e3b-efd3-4363-82b1-2c25c7ec49fe), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:56.955460 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:56.971569 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47383-72b0-4c7d-a013-f7b9091c9b3e req-ee804749-972e-47b6-8f41-e820cffd0a85 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:56.973783 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-43c47383-72b0-4c7d-a013-f7b9091c9b3e req-ee804749-972e-47b6-8f41-e820cffd0a85 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0711820 Jul 31 14:23:56.994621 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc229843-973b-4dd3-9233-e46f9027bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (785a1e3b-efd3-4363-82b1-2c25c7ec49fe), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:56.998321 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc229843-973b-4dd3-9233-e46f9027bd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:56.999138 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd4dcc82-e691-4ad9-8e33-5d35c1d97a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.003308 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fc229843-973b-4dd3-9233-e46f9027bd5b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/785a1e3b-efd3-4363-82b1-2c25c7ec49fe HTTP/1.1" status: 204 len: 168 time: 0.2094669 Jul 31 14:23:57.057425 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc229843-973b-4dd3-9233-e46f9027bd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785a1e3b-efd3-4363-82b1-2c25c7ec49fe,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:57.063011 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-43c47383-72b0-4c7d-a013-f7b9091c9b3e req-71573e80-d801-46f0-8e95-f2b732c07b29 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813150 Jul 31 14:23:57.138050 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4fded-c987-40ca-8315-2ac0e1604126 req-3d2182a1-4aa2-4718-89cf-ad7124e2727b tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:57.143952 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7fe4fded-c987-40ca-8315-2ac0e1604126 req-3d2182a1-4aa2-4718-89cf-ad7124e2727b tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 945 time: 0.0690489 Jul 31 14:23:57.180581 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd4dcc82-e691-4ad9-8e33-5d35c1d97a0d admin admin] Publish callbacks [] for security_group (cd0b9e4e-ec11-4417-816c-e71686ff0945), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.185615 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd4dcc82-e691-4ad9-8e33-5d35c1d97a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (cd0b9e4e-ec11-4417-816c-e71686ff0945), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.224547 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:57.237723 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7fe4fded-c987-40ca-8315-2ac0e1604126 req-aff065b1-6c73-4f7a-9940-ae8dd3adb60e tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880609 Jul 31 14:23:57.246865 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-dd4dcc82-e691-4ad9-8e33-5d35c1d97a0d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=40a54b2d44054e73b7eafc1820c9463b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757622 Jul 31 14:23:57.246865 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dcc82-e691-4ad9-8e33-5d35c1d97a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b9e4e-ec11-4417-816c-e71686ff0945,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:57.247379 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57314) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:57.319030 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb9e68f7-23ae-4f2b-807e-5efe17a97fdb admin admin] Publish callbacks [] for security_group (cd0b9e4e-ec11-4417-816c-e71686ff0945), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.321506 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57316) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:57.349776 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d706dc18-04fc-4b73-b322-3b93c254a2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.365852 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb9e68f7-23ae-4f2b-807e-5efe17a97fdb admin admin] Publish callbacks [] for security_group (cd0b9e4e-ec11-4417-816c-e71686ff0945), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.377895 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:57.452948 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb9e68f7-23ae-4f2b-807e-5efe17a97fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (cd0b9e4e-ec11-4417-816c-e71686ff0945), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.455864 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb9e68f7-23ae-4f2b-807e-5efe17a97fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.457055 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cb9e68f7-23ae-4f2b-807e-5efe17a97fdb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd0b9e4e-ec11-4417-816c-e71686ff0945 HTTP/1.1" status: 204 len: 168 time: 0.2086043 Jul 31 14:23:57.472976 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e68f7-23ae-4f2b-807e-5efe17a97fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b9e4e-ec11-4417-816c-e71686ff0945,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:57.492983 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d706dc18-04fc-4b73-b322-3b93c254a2ed admin admin] Publish callbacks [] for security_group (a6672f5d-4597-42c8-b346-45580cd19287), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.498302 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d706dc18-04fc-4b73-b322-3b93c254a2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a6672f5d-4597-42c8-b346-45580cd19287), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.539783 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706dc18-04fc-4b73-b322-3b93c254a2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6672f5d-4597-42c8-b346-45580cd19287,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:57.547008 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d706dc18-04fc-4b73-b322-3b93c254a2ed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8c8ab9c2b3a443dba1f580d3d78bf83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216184 Jul 31 14:23:57.547008 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57326) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:57.596188 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ac42-c3bf-4cea-8e8e-cd64e02ef652 admin admin] Publish callbacks [] for security_group (a6672f5d-4597-42c8-b346-45580cd19287), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.619245 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ac42-c3bf-4cea-8e8e-cd64e02ef652 admin admin] Publish callbacks [] for security_group (a6672f5d-4597-42c8-b346-45580cd19287), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.674006 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ac42-c3bf-4cea-8e8e-cd64e02ef652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a6672f5d-4597-42c8-b346-45580cd19287), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.676777 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ac42-c3bf-4cea-8e8e-cd64e02ef652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.678008 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5ab3ac42-c3bf-4cea-8e8e-cd64e02ef652 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a6672f5d-4597-42c8-b346-45580cd19287 HTTP/1.1" status: 204 len: 168 time: 0.1302736 Jul 31 14:23:57.687503 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3ac42-c3bf-4cea-8e8e-cd64e02ef652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6672f5d-4597-42c8-b346-45580cd19287,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:57.755770 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-c57dee94-ad83-46aa-812e-8573860fd114 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:57.757483 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-c57dee94-ad83-46aa-812e-8573860fd114 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.17 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 946 time: 0.0594411 Jul 31 14:23:57.847821 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57334) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:57.861939 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-716b816b-e37a-4471-b492-1c4551aa6420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.943015 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Deleting port 4e3565ba-9723-4b87-a1a4-bbb331da879d {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:23:57.943380 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:57.962420 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315d077-a879-4595-a5e1-42f481e54ffb req-2dc25abe-fa3a-458e-b491-90e7fa15c3dd tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:57.963941 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4315d077-a879-4595-a5e1-42f481e54ffb req-2dc25abe-fa3a-458e-b491-90e7fa15c3dd tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 946 time: 0.0742109 Jul 31 14:23:58.018175 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:58.044419 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-716b816b-e37a-4471-b492-1c4551aa6420 admin admin] Publish callbacks [] for security_group (40a958c0-f853-49f4-9dd6-b52bd546dfb5), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.052276 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] For port 4e3565ba-9723-4b87-a1a4-bbb331da879d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4e3565ba-9723-4b87-a1a4-bbb331da879d,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:23:58.052901 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.055668 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:58.062566 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-716b816b-e37a-4471-b492-1c4551aa6420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (40a958c0-f853-49f4-9dd6-b52bd546dfb5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.074480 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Calling delete_port for 4e3565ba-9723-4b87-a1a4-bbb331da879d owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:23:58.094067 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4315d077-a879-4595-a5e1-42f481e54ffb req-12854674-7fc1-4d65-9e68-f246d983a184 tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/security-groups?id=5c951bda-565a-43c3-a93d-47976de0979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222856 Jul 31 14:23:58.124369 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-716b816b-e37a-4471-b492-1c4551aa6420 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0c98b16040df4f86b5abed1fcb082676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754157 Jul 31 14:23:58.124968 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57346) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:58.126958 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b816b-e37a-4471-b492-1c4551aa6420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a958c0-f853-49f4-9dd6-b52bd546dfb5,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:58.187818 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1cb48d27-efeb-45fa-afba-ce115c4c384b admin admin] Publish callbacks [] for security_group (40a958c0-f853-49f4-9dd6-b52bd546dfb5), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.211297 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1cb48d27-efeb-45fa-afba-ce115c4c384b admin admin] Publish callbacks [] for security_group (40a958c0-f853-49f4-9dd6-b52bd546dfb5), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.253282 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be2d7f-bc27-4f65-9863-90c5db6c07c4 req-43feb847-eb65-4e78-98e5-6f8c3bee4e80 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:58.254765 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-28be2d7f-bc27-4f65-9863-90c5db6c07c4 req-43feb847-eb65-4e78-98e5-6f8c3bee4e80 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0681894 Jul 31 14:23:58.296489 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1cb48d27-efeb-45fa-afba-ce115c4c384b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (40a958c0-f853-49f4-9dd6-b52bd546dfb5), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.299871 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1cb48d27-efeb-45fa-afba-ce115c4c384b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.301126 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1cb48d27-efeb-45fa-afba-ce115c4c384b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/40a958c0-f853-49f4-9dd6-b52bd546dfb5 HTTP/1.1" status: 204 len: 168 time: 0.1751263 Jul 31 14:23:58.313082 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48d27-efeb-45fa-afba-ce115c4c384b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a958c0-f853-49f4-9dd6-b52bd546dfb5,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:58.350458 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-28be2d7f-bc27-4f65-9863-90c5db6c07c4 req-b854b22c-a666-4f6e-8b7b-7db981c78c29 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880210 Jul 31 14:23:58.379851 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (4e3565ba-9723-4b87-a1a4-bbb331da879d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.409330 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:58.411621 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Pushing event deleted for resources: {'Port': ['ID=4e3565ba-9723-4b87-a1a4-bbb331da879d,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:58.442464 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa247a-725e-409e-91ed-750e5f6eb0fc req-900ff53d-46e9-4471-8ded-72d81b72cc8f tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:58.445084 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a9fa247a-725e-409e-91ed-750e5f6eb0fc req-900ff53d-46e9-4471-8ded-72d81b72cc8f tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 945 time: 0.0809648 Jul 31 14:23:58.514257 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] No DVR routers for this DVR port 4e3565ba-9723-4b87-a1a4-bbb331da879d on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:23:58.517485 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.522166 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-67ea9320-8156-4d69-9d2d-8674960d8e84 req-ed41503b-cfce-4c51-8b9b-bcf585521fae tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.17 "DELETE /v2.0/ports/4e3565ba-9723-4b87-a1a4-bbb331da879d HTTP/1.1" status: 204 len: 173 time: 0.7595053 Jul 31 14:23:58.522830 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15a0e90-90b9-47be-a034-3de7757c7bcb', 'name': 'network-vif-deleted', 'tag': '4e3565ba-9723-4b87-a1a4-bbb331da879d'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:23:58.525329 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56474b9b-536b-4897-86f9-dd59865122ea" -d '{"events": [{"server_uuid": "c15a0e90-90b9-47be-a034-3de7757c7bcb", "name": "network-vif-deleted", "tag": "4e3565ba-9723-4b87-a1a4-bbb331da879d"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:23:58.551027 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a9fa247a-725e-409e-91ed-750e5f6eb0fc req-62ccfcda-e8eb-4f9b-a508-dfe26d28bd2d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998487 Jul 31 14:23:58.588664 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f61689-33f5-4323-9614-7260698e039f x-openstack-request-id: req-b3f61689-33f5-4323-9614-7260698e039f {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:23:58.589023 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15a0e90-90b9-47be-a034-3de7757c7bcb", "name": "network-vif-deleted", "tag": "4e3565ba-9723-4b87-a1a4-bbb331da879d", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:23:58.589465 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b3f61689-33f5-4323-9614-7260698e039f {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:23:58.589870 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f61689-33f5-4323-9614-7260698e039f'] response: {'server_uuid': 'c15a0e90-90b9-47be-a034-3de7757c7bcb', 'name': 'network-vif-deleted', 'tag': '4e3565ba-9723-4b87-a1a4-bbb331da879d', 'status': 'completed', 'code': 200} Jul 31 14:23:58.735876 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57372) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:58.779906 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-30d6afaf-5db1-459d-9873-16fca7f6bbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.885183 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-30d6afaf-5db1-459d-9873-16fca7f6bbc9 admin admin] Publish callbacks [] for security_group (a1b465e4-91cb-49e0-88f1-04314c46980b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.889859 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-30d6afaf-5db1-459d-9873-16fca7f6bbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a1b465e4-91cb-49e0-88f1-04314c46980b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:58.932375 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-30d6afaf-5db1-459d-9873-16fca7f6bbc9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5854206f65974701adc0d4a54d9968dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956038 Jul 31 14:23:58.933661 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6afaf-5db1-459d-9873-16fca7f6bbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b465e4-91cb-49e0-88f1-04314c46980b,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:58.935391 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57376) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:59.009426 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-837324e5-3fb6-4cb9-81ba-a8ce37aa3a21 admin admin] Publish callbacks [] for security_group (a1b465e4-91cb-49e0-88f1-04314c46980b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.032660 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-837324e5-3fb6-4cb9-81ba-a8ce37aa3a21 admin admin] Publish callbacks [] for security_group (a1b465e4-91cb-49e0-88f1-04314c46980b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.086023 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-837324e5-3fb6-4cb9-81ba-a8ce37aa3a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a1b465e4-91cb-49e0-88f1-04314c46980b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.089845 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-837324e5-3fb6-4cb9-81ba-a8ce37aa3a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.091404 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-837324e5-3fb6-4cb9-81ba-a8ce37aa3a21 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a1b465e4-91cb-49e0-88f1-04314c46980b HTTP/1.1" status: 204 len: 168 time: 0.1551023 Jul 31 14:23:59.092909 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57382) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:59.100574 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837324e5-3fb6-4cb9-81ba-a8ce37aa3a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b465e4-91cb-49e0-88f1-04314c46980b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:59.216741 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a424a0cd-be14-4e2d-a3e9-17c38f4b2bd4 req-314f8bac-fb46-44b8-a7a9-0027478a7d0d tempest-DeleteServersTestJSON-530228188 tempest-DeleteServersTestJSON-530228188-project] 10.222.0.40 "GET /v2.0/ports?device_id=c15a0e90-90b9-47be-a034-3de7757c7bcb HTTP/1.1" status: 200 len: 210 time: 0.0317843 Jul 31 14:23:59.355686 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-30e138b5-83d6-490d-9a8c-d2aaf5d4eb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.468261 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-30e138b5-83d6-490d-9a8c-d2aaf5d4eb63 admin admin] Publish callbacks [] for security_group (5953aaf2-da65-4392-b15a-562e64ee8fba), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.478624 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-30e138b5-83d6-490d-9a8c-d2aaf5d4eb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5953aaf2-da65-4392-b15a-562e64ee8fba), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.514650 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c994b78-f9e3-479f-b4be-3cd175642b7a req-70a4bc73-5772-4bca-beb5-2d3339926cb5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:59.523594 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3c994b78-f9e3-479f-b4be-3cd175642b7a req-70a4bc73-5772-4bca-beb5-2d3339926cb5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0610909 Jul 31 14:23:59.532976 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-30e138b5-83d6-490d-9a8c-d2aaf5d4eb63 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e19d537627cb4c928e722f1ef9325804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365768 Jul 31 14:23:59.532976 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e138b5-83d6-490d-9a8c-d2aaf5d4eb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5953aaf2-da65-4392-b15a-562e64ee8fba,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:59.535132 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57404) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:23:59.541781 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:23:59.592054 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3c994b78-f9e3-479f-b4be-3cd175642b7a req-12454e97-0031-477a-879d-1818408e00dc tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637238 Jul 31 14:23:59.593132 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a77225c2-e24f-4555-8dde-7ce81ac02c43 admin admin] Publish callbacks [] for security_group (5953aaf2-da65-4392-b15a-562e64ee8fba), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.619115 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a77225c2-e24f-4555-8dde-7ce81ac02c43 admin admin] Publish callbacks [] for security_group (5953aaf2-da65-4392-b15a-562e64ee8fba), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.714018 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bf098-f16e-4d23-96b3-a5849dc59e38 req-d6ac6490-7d9a-4774-891f-676322ad0167 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:23:59.715527 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-051bf098-f16e-4d23-96b3-a5849dc59e38 req-d6ac6490-7d9a-4774-891f-676322ad0167 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 945 time: 0.0699241 Jul 31 14:23:59.716558 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a77225c2-e24f-4555-8dde-7ce81ac02c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5953aaf2-da65-4392-b15a-562e64ee8fba), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.719086 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a77225c2-e24f-4555-8dde-7ce81ac02c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:23:59.720135 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a77225c2-e24f-4555-8dde-7ce81ac02c43 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5953aaf2-da65-4392-b15a-562e64ee8fba HTTP/1.1" status: 204 len: 168 time: 0.1840856 Jul 31 14:23:59.741862 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77225c2-e24f-4555-8dde-7ce81ac02c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5953aaf2-da65-4392-b15a-562e64ee8fba,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:23:59.779042 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-051bf098-f16e-4d23-96b3-a5849dc59e38 req-27d00705-93fe-4fe2-b144-fe109708615b tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558312 Jul 31 14:23:59.889417 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 4e3565ba-9723-4b87-a1a4-bbb331da879d no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:23:59.911193 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 4e3565ba-9723-4b87-a1a4-bbb331da879d {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:23:59.912173 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 4e3565ba-9723-4b87-a1a4-bbb331da879d not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:24:00.258013 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57452) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:00.274185 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f6a62697-4466-4d0e-bfca-9d68034bdff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:00.341976 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:00.392444 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f6a62697-4466-4d0e-bfca-9d68034bdff0 admin admin] Publish callbacks [] for security_group (dd8964af-1c0d-4b89-b9f0-9599722d9ea3), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:00.404172 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f6a62697-4466-4d0e-bfca-9d68034bdff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (dd8964af-1c0d-4b89-b9f0-9599722d9ea3), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:00.454674 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a62697-4466-4d0e-bfca-9d68034bdff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8964af-1c0d-4b89-b9f0-9599722d9ea3,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:00.473187 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-f6a62697-4466-4d0e-bfca-9d68034bdff0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=57e75ed3db3441349a143d046d22c98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140675 Jul 31 14:24:00.476469 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57466) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:00.557752 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7f2aec5-4ead-4e0e-986d-1ef3241d846f admin admin] Publish callbacks [] for security_group (dd8964af-1c0d-4b89-b9f0-9599722d9ea3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:00.585498 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7f2aec5-4ead-4e0e-986d-1ef3241d846f admin admin] Publish callbacks [] for security_group (dd8964af-1c0d-4b89-b9f0-9599722d9ea3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:00.659287 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7f2aec5-4ead-4e0e-986d-1ef3241d846f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (dd8964af-1c0d-4b89-b9f0-9599722d9ea3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:00.662445 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b7f2aec5-4ead-4e0e-986d-1ef3241d846f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:00.663965 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b7f2aec5-4ead-4e0e-986d-1ef3241d846f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dd8964af-1c0d-4b89-b9f0-9599722d9ea3 HTTP/1.1" status: 204 len: 168 time: 0.1861126 Jul 31 14:24:00.684486 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2aec5-4ead-4e0e-986d-1ef3241d846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8964af-1c0d-4b89-b9f0-9599722d9ea3,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:00.726669 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57484) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:00.828018 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15020635-0c24-4876-992a-7c721557c25e req-249995e5-a664-47f7-8c80-66b39f7df996 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:00.833830 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15020635-0c24-4876-992a-7c721557c25e req-249995e5-a664-47f7-8c80-66b39f7df996 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.1219831 Jul 31 14:24:00.931135 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15020635-0c24-4876-992a-7c721557c25e req-40ddba47-1f9e-4a7e-a51c-c87dfbb2fb83 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943625 Jul 31 14:24:00.989724 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1251-0e5b-4779-b738-878e1d21093e req-56cda7c8-4c2a-4041-b5b4-68842c5f25e3 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:00.997879 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-950a1251-0e5b-4779-b738-878e1d21093e req-56cda7c8-4c2a-4041-b5b4-68842c5f25e3 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 945 time: 0.1153572 Jul 31 14:24:01.245354 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e4a3deab-c013-49bc-86e4-287fdeee3a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:01.263722 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:01.302188 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-950a1251-0e5b-4779-b738-878e1d21093e req-85213ce7-ed09-419a-a248-8b5689e98c8c tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007793 Jul 31 14:24:01.403298 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e4a3deab-c013-49bc-86e4-287fdeee3a51 admin admin] Publish callbacks [] for security_group (b5fc1d2d-b4ab-4aa5-a8e9-721da8a19c35), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:01.408260 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e4a3deab-c013-49bc-86e4-287fdeee3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b5fc1d2d-b4ab-4aa5-a8e9-721da8a19c35), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:01.454126 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e4a3deab-c013-49bc-86e4-287fdeee3a51 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fdad334496164bb39325e81fcc7e42b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7256024 Jul 31 14:24:01.455476 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3deab-c013-49bc-86e4-287fdeee3a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc1d2d-b4ab-4aa5-a8e9-721da8a19c35,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:01.457064 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57518) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:01.471897 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:01.511302 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=52 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:01.512635 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b519befd-d32e-4beb-a187-a7af3fcf3e13 admin admin] Publish callbacks [] for security_group (b5fc1d2d-b4ab-4aa5-a8e9-721da8a19c35), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:01.513710 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=54 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:01.537735 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b519befd-d32e-4beb-a187-a7af3fcf3e13 admin admin] Publish callbacks [] for security_group (b5fc1d2d-b4ab-4aa5-a8e9-721da8a19c35), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:01.587183 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b519befd-d32e-4beb-a187-a7af3fcf3e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b5fc1d2d-b4ab-4aa5-a8e9-721da8a19c35), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:01.589822 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b519befd-d32e-4beb-a187-a7af3fcf3e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:01.590970 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b519befd-d32e-4beb-a187-a7af3fcf3e13 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b5fc1d2d-b4ab-4aa5-a8e9-721da8a19c35 HTTP/1.1" status: 204 len: 168 time: 0.1328528 Jul 31 14:24:01.599561 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519befd-d32e-4beb-a187-a7af3fcf3e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc1d2d-b4ab-4aa5-a8e9-721da8a19c35,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:01.944464 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57538) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:01.964360 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4b422d3-306d-4dd1-8e1c-0d1b98e12a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:01.972693 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57542) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:02.090986 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4b422d3-306d-4dd1-8e1c-0d1b98e12a50 admin admin] Publish callbacks [] for security_group (c006aff4-dadc-4fb6-9b16-128e509f59e1), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:02.095378 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4b422d3-306d-4dd1-8e1c-0d1b98e12a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (c006aff4-dadc-4fb6-9b16-128e509f59e1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:02.110705 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b1b44-7339-4c1f-86be-07e6a8e9e54f req-4c8b8cf1-176e-4b48-88b3-afcfdd8bd312 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:02.112199 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-829b1b44-7339-4c1f-86be-07e6a8e9e54f req-4c8b8cf1-176e-4b48-88b3-afcfdd8bd312 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0858672 Jul 31 14:24:02.138408 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-a4b422d3-306d-4dd1-8e1c-0d1b98e12a50 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fff53c292ee14e9e9c27068827f7178e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921253 Jul 31 14:24:02.139882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b422d3-306d-4dd1-8e1c-0d1b98e12a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c006aff4-dadc-4fb6-9b16-128e509f59e1,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:02.141726 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57546) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:02.243023 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-829b1b44-7339-4c1f-86be-07e6a8e9e54f req-905381a3-f54d-43bf-93d9-d0586b38875e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218722 Jul 31 14:24:02.284417 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:02.289599 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81f5e325-8246-4312-9e6b-a89bd387bff0 admin admin] Publish callbacks [] for security_group (c006aff4-dadc-4fb6-9b16-128e509f59e1), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:02.324607 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81f5e325-8246-4312-9e6b-a89bd387bff0 admin admin] Publish callbacks [] for security_group (c006aff4-dadc-4fb6-9b16-128e509f59e1), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:02.434192 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d922-45d1-4913-8763-36b7d6e4c0db req-9b427040-4470-44b3-84a4-002d7d80228a tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:02.435744 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2553d922-45d1-4913-8763-36b7d6e4c0db req-9b427040-4470-44b3-84a4-002d7d80228a tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 945 time: 0.0484095 Jul 31 14:24:02.468093 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81f5e325-8246-4312-9e6b-a89bd387bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (c006aff4-dadc-4fb6-9b16-128e509f59e1), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:02.471068 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81f5e325-8246-4312-9e6b-a89bd387bff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:02.472219 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-81f5e325-8246-4312-9e6b-a89bd387bff0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c006aff4-dadc-4fb6-9b16-128e509f59e1 HTTP/1.1" status: 204 len: 168 time: 0.3296010 Jul 31 14:24:02.499865 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2553d922-45d1-4913-8763-36b7d6e4c0db req-af1b3d3d-cc46-410f-b27f-5daf98053a0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543528 Jul 31 14:24:02.518767 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5e325-8246-4312-9e6b-a89bd387bff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006aff4-dadc-4fb6-9b16-128e509f59e1,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:02.583913 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:02.715083 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-8b1be149-c42d-4569-9a34-71852aa4dbcb tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:02.716859 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-8b1be149-c42d-4569-9a34-71852aa4dbcb tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.17 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 945 time: 0.0528162 Jul 31 14:24:02.819083 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Deleting port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:24:02.819841 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:02.928099 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] For port d3ccc265-c1e6-4590-bdce-3c7fcebbe512, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:02.928475 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:02.938144 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:02.945393 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Calling delete_port for d3ccc265-c1e6-4590-bdce-3c7fcebbe512 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:24:03.064128 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:03.109356 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (d3ccc265-c1e6-4590-bdce-3c7fcebbe512), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:03.152169 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Pushing event deleted for resources: {'Port': ['ID=d3ccc265-c1e6-4590-bdce-3c7fcebbe512,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:03.153893 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:03.181781 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Deleting port 69c79a37-0bbb-4cce-9a9d-72863375cdc5 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:24:03.182733 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:03.228190 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] No DVR routers for this DVR port d3ccc265-c1e6-4590-bdce-3c7fcebbe512 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:24:03.231482 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:03.235596 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-cbaaeddb-c5e3-4318-bd9e-723c1fece693 req-7bcd7b3d-28c6-49d5-8972-bc020a637f95 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.17 "DELETE /v2.0/ports/d3ccc265-c1e6-4590-bdce-3c7fcebbe512 HTTP/1.1" status: 204 len: 173 time: 0.5086401 Jul 31 14:24:03.236193 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5946aed-8d23-4b14-b806-c62c21468d72', 'name': 'network-vif-deleted', 'tag': 'd3ccc265-c1e6-4590-bdce-3c7fcebbe512'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:24:03.238625 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5496c593-631a-492d-84fd-bdf7d8a30b91" -d '{"events": [{"server_uuid": "e5946aed-8d23-4b14-b806-c62c21468d72", "name": "network-vif-deleted", "tag": "d3ccc265-c1e6-4590-bdce-3c7fcebbe512"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:24:03.293705 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ca67fc-1253-4b88-bf97-53c846c8a8de x-openstack-request-id: req-a7ca67fc-1253-4b88-bf97-53c846c8a8de {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:24:03.294100 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5946aed-8d23-4b14-b806-c62c21468d72", "name": "network-vif-deleted", "tag": "d3ccc265-c1e6-4590-bdce-3c7fcebbe512", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:24:03.294442 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a7ca67fc-1253-4b88-bf97-53c846c8a8de {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:24:03.295529 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ca67fc-1253-4b88-bf97-53c846c8a8de'] response: {'server_uuid': 'e5946aed-8d23-4b14-b806-c62c21468d72', 'name': 'network-vif-deleted', 'tag': 'd3ccc265-c1e6-4590-bdce-3c7fcebbe512', 'status': 'completed', 'code': 200} Jul 31 14:24:03.318298 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] For port 69c79a37-0bbb-4cce-9a9d-72863375cdc5, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=69c79a37-0bbb-4cce-9a9d-72863375cdc5,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:03.318968 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:03.337757 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Calling delete_port for 69c79a37-0bbb-4cce-9a9d-72863375cdc5 owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:24:03.407653 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b29075-7810-414c-aab0-14913dc70dec req-c054a81e-b080-4089-a0c9-823ac2724e4c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:03.409323 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d8b29075-7810-414c-aab0-14913dc70dec req-c054a81e-b080-4089-a0c9-823ac2724e4c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0819533 Jul 31 14:24:03.462303 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d8b29075-7810-414c-aab0-14913dc70dec req-386decae-10d0-4fb8-aa68-a3f8a99dfe48 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447340 Jul 31 14:24:03.571493 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (69c79a37-0bbb-4cce-9a9d-72863375cdc5), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:03.603097 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c79a37-0bbb-4cce-9a9d-72863375cdc5,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:03.660751 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3ec6d5f-ad86-45f6-8c0f-5857684c4992 req-ed93e290-c343-430d-94e4-4e6c9a334240 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 210 time: 0.0587151 Jul 31 14:24:03.690795 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:03.837841 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:04.053373 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:24:04.157979 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:24:04.165911 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57610) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:04.167634 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] Sync routers for ids ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:24:04.168078 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-728510df-9f73-4a70-8213-5222302b9ca0 admin admin] 10.222.0.40 "PUT /v2.0/routers/0db0bcb0-f42e-413f-a9f1-5c8b7263998c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1901579 Jul 31 14:24:04.179813 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] Routers {'0db0bcb0-f42e-413f-a9f1-5c8b7263998c'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:04.180430 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:23:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:04.284868 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks [] for router (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:04.288610 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] Set router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:04.398531 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks [] for router_gateway (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:04.454208 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Deleting port 2bb609dc-b6fe-4617-95d5-781f47236bc6 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:24:04.454587 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:04.484136 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:24:04.496363 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:24:03Z', 'revision_number': 5, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'gw_port': {'id': '2bb609dc-b6fe-4617-95d5-781f47236bc6', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:04.528134 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] Checking router: 0db0bcb0-f42e-413f-a9f1-5c8b7263998c for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:24:04.539539 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] Routers {'0db0bcb0-f42e-413f-a9f1-5c8b7263998c'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:04.540598 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:23:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:04.562541 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] For port 2bb609dc-b6fe-4617-95d5-781f47236bc6, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=2bb609dc-b6fe-4617-95d5-781f47236bc6,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:04.563088 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:04.587350 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Calling delete_port for 2bb609dc-b6fe-4617-95d5-781f47236bc6 owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:24:04.631082 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7e5d0-4bf5-4255-8e79-181ef9a33036 req-19fb690a-cac8-4d49-9f5f-f1467c8a1d4c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:04.637865 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b3e7e5d0-4bf5-4255-8e79-181ef9a33036 req-19fb690a-cac8-4d49-9f5f-f1467c8a1d4c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0671794 Jul 31 14:24:04.639796 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] Set router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:04.695631 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:24:04Z', 'revision_number': 6, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:04.724882 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d1d43-5f93-4b43-9693-e3945227009a None None] The sync data for ids ['0db0bcb0-f42e-413f-a9f1-5c8b7263998c'] in dv-cinder-849846-4-iscsi is: [{'id': '0db0bcb0-f42e-413f-a9f1-5c8b7263998c', 'name': 'tempest-DeleteServersTestJSON-319230749-router', 'tenant_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:24:04Z', 'revision_number': 6, 'project_id': 'f4ef4d34a8114051a67c51e01cb2b8eb', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:24:04.745509 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b3e7e5d0-4bf5-4255-8e79-181ef9a33036 req-87c62a4e-5deb-4c71-948a-2c6222b14ef5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067588 Jul 31 14:24:04.747277 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:04.811097 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-619a347b-070e-49da-a000-6ac5ca67ec0f req-76d83206-b7b3-4e88-bb60-f74667b7ffc8 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 210 time: 0.0291851 Jul 31 14:24:04.874375 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (2bb609dc-b6fe-4617-95d5-781f47236bc6), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:04.900434 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb609dc-b6fe-4617-95d5-781f47236bc6,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:04.967578 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:04.976492 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57652) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:05.070244 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.074436 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks [] for router_controller (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.087770 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ecb5bc98-92ea-49d5-afb6-97d5097d84e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.097887 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:05.098539 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:05.138376 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (0db0bcb0-f42e-413f-a9f1-5c8b7263998c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.139481 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db0bcb0-f42e-413f-a9f1-5c8b7263998c {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:24:05.144502 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.150148 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-c1c87f5f-9a72-4968-b4b9-20e348b05e15 admin admin] 10.222.0.40 "DELETE /v2.0/routers/0db0bcb0-f42e-413f-a9f1-5c8b7263998c HTTP/1.1" status: 204 len: 168 time: 0.9828539 Jul 31 14:24:05.150991 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57656) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:05.184705 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ecb5bc98-92ea-49d5-afb6-97d5097d84e3 admin admin] Publish callbacks [] for security_group (8dfcb0eb-b664-450a-b886-4a7b3256c1e5), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.188859 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ecb5bc98-92ea-49d5-afb6-97d5097d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (8dfcb0eb-b664-450a-b886-4a7b3256c1e5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.202588 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-61df9b26-c9ba-4a7e-92e4-512490c170e1 admin admin] Deleting subnet af97202f-1535-4250-ad61-0b464a64dedd {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:24:05.206809 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-61df9b26-c9ba-4a7e-92e4-512490c170e1 admin admin] Publish callbacks [] for subnet (af97202f-1535-4250-ad61-0b464a64dedd), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.236021 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ecb5bc98-92ea-49d5-afb6-97d5097d84e3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cdf77115dec04230a3a2245089221e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584109 Jul 31 14:24:05.238467 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5bc98-92ea-49d5-afb6-97d5097d84e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfcb0eb-b664-450a-b886-4a7b3256c1e5,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:05.239853 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57658) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:05.250047 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-61df9b26-c9ba-4a7e-92e4-512490c170e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10445066'] for subnet (af97202f-1535-4250-ad61-0b464a64dedd), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.373532 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cee24fb6-1874-4c50-b324-6743ec303dd2 admin admin] Publish callbacks [] for security_group (8dfcb0eb-b664-450a-b886-4a7b3256c1e5), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.400754 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-61df9b26-c9ba-4a7e-92e4-512490c170e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (af97202f-1535-4250-ad61-0b464a64dedd), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.429091 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cee24fb6-1874-4c50-b324-6743ec303dd2 admin admin] Publish callbacks [] for security_group (8dfcb0eb-b664-450a-b886-4a7b3256c1e5), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.487901 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-61df9b26-c9ba-4a7e-92e4-512490c170e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9194206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220447'] for subnet (af97202f-1535-4250-ad61-0b464a64dedd), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.516122 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cee24fb6-1874-4c50-b324-6743ec303dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (8dfcb0eb-b664-450a-b886-4a7b3256c1e5), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.518568 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cee24fb6-1874-4c50-b324-6743ec303dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.522042 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-cee24fb6-1874-4c50-b324-6743ec303dd2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8dfcb0eb-b664-450a-b886-4a7b3256c1e5 HTTP/1.1" status: 204 len: 168 time: 0.2789218 Jul 31 14:24:05.524993 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df9b26-c9ba-4a7e-92e4-512490c170e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af97202f-1535-4250-ad61-0b464a64dedd,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:05.533214 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-61df9b26-c9ba-4a7e-92e4-512490c170e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.539717 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-61df9b26-c9ba-4a7e-92e4-512490c170e1 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/af97202f-1535-4250-ad61-0b464a64dedd HTTP/1.1" status: 204 len: 168 time: 0.3850377 Jul 31 14:24:05.539885 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57664) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:05.541254 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2cbbb8-3282-4636-9703-430a202df9bb None None] Network e9372a5f-4043-4ef0-b455-80de14da5a19 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:24:05.548813 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee24fb6-1874-4c50-b324-6743ec303dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfcb0eb-b664-450a-b886-4a7b3256c1e5,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:05.626219 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (e9372a5f-4043-4ef0-b455-80de14da5a19), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.638588 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['d3ccc265-c1e6-4590-bdce-3c7fcebbe512'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:24:05.690604 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Deleting port 24af8918-7674-4dd5-afe8-28bd8849ca1c {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:24:05.694886 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.791299 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] For port 24af8918-7674-4dd5-afe8-28bd8849ca1c, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=24af8918-7674-4dd5-afe8-28bd8849ca1c,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:05.791736 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.800668 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6120f-3884-4036-8c1b-7713a37c62e6 None None] DHCP port deletion for e9372a5f-4043-4ef0-b455-80de14da5a19 request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:24:05.828246 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Calling delete_port for 24af8918-7674-4dd5-afe8-28bd8849ca1c owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:24:05.843051 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:05.882743 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-59f6120f-3884-4036-8c1b-7713a37c62e6 None None] Deleting port 24af8918-7674-4dd5-afe8-28bd8849ca1c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:24:05.883342 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f6120f-3884-4036-8c1b-7713a37c62e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:05.991323 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2f12-aa86-4499-ae18-ce1c145c13b2 req-50f1af20-f9c9-4815-b949-679acc26c12c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:05.998142 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-31bb2f12-aa86-4499-ae18-ce1c145c13b2 req-50f1af20-f9c9-4815-b949-679acc26c12c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0775561 Jul 31 14:24:06.004650 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a14b1e16-45e2-4ef5-b958-756054cf796c req-5e83dba4-577a-4e2d-9079-7e782166baff tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 210 time: 0.0552874 Jul 31 14:24:06.009291 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 69c79a37-0bbb-4cce-9a9d-72863375cdc5 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:24:06.016780 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:06.026391 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.039981 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57674) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:06.053081 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 69c79a37-0bbb-4cce-9a9d-72863375cdc5 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:24:06.053415 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 69c79a37-0bbb-4cce-9a9d-72863375cdc5 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:24:06.054103 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 2bb609dc-b6fe-4617-95d5-781f47236bc6 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:24:06.057546 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9f2521f5-0dfd-43bf-8b47-78669149897c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.059741 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-59f6120f-3884-4036-8c1b-7713a37c62e6 None None] For port 24af8918-7674-4dd5-afe8-28bd8849ca1c, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=24af8918-7674-4dd5-afe8-28bd8849ca1c,segment=NetworkSegment(dd6fefdf-1d67-4ea4-b120-920aea3c8480),segment_id=dd6fefdf-1d67-4ea4-b120-920aea3c8480)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:06.060139 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f6120f-3884-4036-8c1b-7713a37c62e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.070050 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=24af8918-7674-4dd5-afe8-28bd8849ca1c,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:06.078357 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] No DVR routers for this DVR port 24af8918-7674-4dd5-afe8-28bd8849ca1c on host dv-cinder-849846-4-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:24:06.089606 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 2bb609dc-b6fe-4617-95d5-781f47236bc6 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:24:06.090039 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 2bb609dc-b6fe-4617-95d5-781f47236bc6 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:24:06.096291 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-59f6120f-3884-4036-8c1b-7713a37c62e6 None None] Calling delete_port for 24af8918-7674-4dd5-afe8-28bd8849ca1c owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:24:06.097954 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-31bb2f12-aa86-4499-ae18-ce1c145c13b2 req-dbb68337-0fd6-4f5a-a2c1-5a5114baec60 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987408 Jul 31 14:24:06.166258 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9f2521f5-0dfd-43bf-8b47-78669149897c admin admin] Publish callbacks [] for security_group (507ead78-0fb7-42e6-b4bd-c4fd31ff94f6), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.175881 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9f2521f5-0dfd-43bf-8b47-78669149897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (507ead78-0fb7-42e6-b4bd-c4fd31ff94f6), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.188579 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (e9372a5f-4043-4ef0-b455-80de14da5a19), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.200973 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:06.209543 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:06.215197 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9372a5f-4043-4ef0-b455-80de14da5a19']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:06.219321 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2521f5-0dfd-43bf-8b47-78669149897c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507ead78-0fb7-42e6-b4bd-c4fd31ff94f6,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:06.223672 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9f2521f5-0dfd-43bf-8b47-78669149897c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=304621aa750340fcb4dfa0ac0337032e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823440 Jul 31 14:24:06.226418 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57676) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:06.236429 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f6120f-3884-4036-8c1b-7713a37c62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209'] for port (24af8918-7674-4dd5-afe8-28bd8849ca1c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.243999 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6fefdf-1d67-4ea4-b120-920aea3c8480') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:06.244496 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6fefdf-1d67-4ea4-b120-920aea3c8480') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:06.259813 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (dd6fefdf-1d67-4ea4-b120-920aea3c8480), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.262838 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6120f-3884-4036-8c1b-7713a37c62e6 None None] Pushing event deleted for resources: {'Port': ['ID=24af8918-7674-4dd5-afe8-28bd8849ca1c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:06.267293 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6120f-3884-4036-8c1b-7713a37c62e6 None None] No DVR routers for this DVR port 24af8918-7674-4dd5-afe8-28bd8849ca1c on host dv-cinder-849846-4-iscsi {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:24:06.281689 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (dd6fefdf-1d67-4ea4-b120-920aea3c8480), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.283600 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-12a1642d-f82e-4ea8-b598-b2e078e96133 admin admin] Publish callbacks [] for security_group (507ead78-0fb7-42e6-b4bd-c4fd31ff94f6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.288762 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:24:06.289332 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (dd6fefdf-1d67-4ea4-b120-920aea3c8480), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.308701 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-12a1642d-f82e-4ea8-b598-b2e078e96133 admin admin] Publish callbacks [] for security_group (507ead78-0fb7-42e6-b4bd-c4fd31ff94f6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.332160 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment dd6fefdf-1d67-4ea4-b120-920aea3c8480 resource provider aggregate not found Jul 31 14:24:06.353251 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment dd6fefdf-1d67-4ea4-b120-920aea3c8480 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd6fefdf-1d67-4ea4-b120-920aea3c8480 found for delete ", "request_id": "req-93fbb9f9-4628-44b8-9f6c-7e404ce32d89"}]} Jul 31 14:24:06.358682 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (e9372a5f-4043-4ef0-b455-80de14da5a19), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.364095 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.367708 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-12a1642d-f82e-4ea8-b598-b2e078e96133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (507ead78-0fb7-42e6-b4bd-c4fd31ff94f6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.367828 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] 10.222.0.40 "DELETE /v2.0/networks/e9372a5f-4043-4ef0-b455-80de14da5a19 HTTP/1.1" status: 204 len: 168 time: 0.8268511 Jul 31 14:24:06.370477 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-12a1642d-f82e-4ea8-b598-b2e078e96133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.374996 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-12a1642d-f82e-4ea8-b598-b2e078e96133 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/507ead78-0fb7-42e6-b4bd-c4fd31ff94f6 HTTP/1.1" status: 204 len: 168 time: 0.1445179 Jul 31 14:24:06.380667 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d8482-a483-428b-8e87-bf99b4ee3a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=e9372a5f-4043-4ef0-b455-80de14da5a19,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:06.380933 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1642d-f82e-4ea8-b598-b2e078e96133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ead78-0fb7-42e6-b4bd-c4fd31ff94f6,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:06.562607 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57688) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:06.610141 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-62fc7b2b-8614-4a35-b777-75be8d70fdc7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f4ef4d34a8114051a67c51e01cb2b8eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463340 Jul 31 14:24:06.612619 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57690) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:06.668352 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2583977a-46bf-4552-b1c2-acd460844c03 admin admin] Publish callbacks [] for security_group (5c951bda-565a-43c3-a93d-47976de0979f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.693053 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2583977a-46bf-4552-b1c2-acd460844c03 admin admin] Publish callbacks [] for security_group (5c951bda-565a-43c3-a93d-47976de0979f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.747159 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2583977a-46bf-4552-b1c2-acd460844c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5c951bda-565a-43c3-a93d-47976de0979f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.749776 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2583977a-46bf-4552-b1c2-acd460844c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:06.753618 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2583977a-46bf-4552-b1c2-acd460844c03 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5c951bda-565a-43c3-a93d-47976de0979f HTTP/1.1" status: 204 len: 168 time: 0.1373832 Jul 31 14:24:06.761397 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583977a-46bf-4552-b1c2-acd460844c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c951bda-565a-43c3-a93d-47976de0979f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:07.145989 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1bc1f3f4-e686-4c62-bab9-bc744e400c78 req-5438edbd-cc65-441d-92db-f150a82e8367 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 210 time: 0.0398843 Jul 31 14:24:07.216451 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68536a38-90aa-4a3c-8b03-e3a3d194b627 req-c0608c14-9045-46b1-974c-f8f448b5786d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:07.218039 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68536a38-90aa-4a3c-8b03-e3a3d194b627 req-c0608c14-9045-46b1-974c-f8f448b5786d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0532389 Jul 31 14:24:07.264155 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68536a38-90aa-4a3c-8b03-e3a3d194b627 req-5f327e6f-8053-474c-abde-691e9dc76977 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Jul 31 14:24:07.795696 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 24af8918-7674-4dd5-afe8-28bd8849ca1c no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:24:07.815598 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 24af8918-7674-4dd5-afe8-28bd8849ca1c {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:24:07.815852 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 24af8918-7674-4dd5-afe8-28bd8849ca1c not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:24:07.997411 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92a48fa4-c207-4f91-92f6-9799ba6215f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:08.259785 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4602e181-6a65-409a-8f0b-4cb93987391d req-91baf7ce-6753-43be-9c50-66527e340a30 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=e5946aed-8d23-4b14-b806-c62c21468d72 HTTP/1.1" status: 200 len: 210 time: 0.0303473 Jul 31 14:24:08.380660 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ffd3-acd1-4290-b3d1-e5c23d55a6a7 req-e41b2050-1569-4720-a5d4-e21367e6cf25 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:08.382104 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6013ffd3-acd1-4290-b3d1-e5c23d55a6a7 req-e41b2050-1569-4720-a5d4-e21367e6cf25 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0470977 Jul 31 14:24:08.427840 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6013ffd3-acd1-4290-b3d1-e5c23d55a6a7 req-0cae6a92-6d63-4f31-bc19-3f1dfb2d87a5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Jul 31 14:24:09.543355 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5ca90-3ddd-4f6d-8cab-3736bf757e15 req-8be5c1d0-d335-4c07-974a-afa7c7256b06 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:09.545780 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5ef5ca90-3ddd-4f6d-8cab-3736bf757e15 req-8be5c1d0-d335-4c07-974a-afa7c7256b06 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0479925 Jul 31 14:24:09.590837 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-b789cf3d-a68f-47fd-a45b-e03128e31b2b tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:09.592331 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-b789cf3d-a68f-47fd-a45b-e03128e31b2b tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/networks?id=241a7056-b8af-4415-9520-9854cbe33cc1 HTTP/1.1" status: 200 len: 809 time: 0.1040838 Jul 31 14:24:09.602971 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5ef5ca90-3ddd-4f6d-8cab-3736bf757e15 req-751dd98b-3d46-4903-aec6-e86691711f40 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502346 Jul 31 14:24:09.609112 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-9d13fa08-df4d-4140-9551-7d891ee945b0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/quotas/b8656d0df1af4475b502efe677f7308e HTTP/1.1" status: 200 len: 375 time: 0.0104377 Jul 31 14:24:09.625525 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=12,neutron:UPDATE=1,neutron:SELECT=83,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:09.643945 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-cf9b2f06-8314-4b2f-b0ba-5c3f4fe59f3d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=b8656d0df1af4475b502efe677f7308e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295892 Jul 31 14:24:09.720165 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device d3ccc265-c1e6-4590-bdce-3c7fcebbe512 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:24:09.743007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: d3ccc265-c1e6-4590-bdce-3c7fcebbe512 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:24:09.743352 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device d3ccc265-c1e6-4590-bdce-3c7fcebbe512 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:24:09.749860 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-cc902c88-12c8-4199-974b-b935d1488d41 service neutron] 10.222.0.40 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978544 Jul 31 14:24:09.850319 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-95f2e6dc-dbae-4c78-b3b3-39f64e93abc5 service neutron] 10.222.0.40 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949318 Jul 31 14:24:10.014896 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-72b3792c-31f1-4f08-aa62-5deb97372952 req-597e51a4-4afc-4d75-8cbe-b829c156a695 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Jul 31 14:24:10.136852 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-897c50e0-474b-4ee0-a291-6db77200e4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:10.732535 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dd1da-d8d1-48cd-8b57-6213005ab1cd req-272f6019-6815-451b-9919-ff4baad0bd30 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:10.733976 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b12dd1da-d8d1-48cd-8b57-6213005ab1cd req-272f6019-6815-451b-9919-ff4baad0bd30 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0473888 Jul 31 14:24:10.780099 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b12dd1da-d8d1-48cd-8b57-6213005ab1cd req-74e79442-8248-4d7a-8d26-33b309f95ea4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Jul 31 14:24:11.115102 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-847cecda-dc67-4096-894a-8b90e2b8eb95 req-c0c3e834-1b70-4046-b3e3-3cd1dcc4555d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0270984 Jul 31 14:24:11.401870 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:11.406694 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:11.498173 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57856) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:11.607437 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac7c934b-86f7-4ecc-8d66-a2ad12435e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:11.682347 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac7c934b-86f7-4ecc-8d66-a2ad12435e04 admin admin] Publish callbacks [] for security_group (a3ed8142-8e61-42a1-a661-f6e5f33e4d44), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:11.686035 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac7c934b-86f7-4ecc-8d66-a2ad12435e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a3ed8142-8e61-42a1-a661-f6e5f33e4d44), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:11.724955 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ac7c934b-86f7-4ecc-8d66-a2ad12435e04 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b8ca34831b91428fbc3af1303c9be786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257514 Jul 31 14:24:11.726885 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c934b-86f7-4ecc-8d66-a2ad12435e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ed8142-8e61-42a1-a661-f6e5f33e4d44,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:11.727709 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57864) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:11.785399 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-afe60a66-2c9d-48d0-8d79-4890f3e9fc41 admin admin] Publish callbacks [] for security_group (a3ed8142-8e61-42a1-a661-f6e5f33e4d44), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:11.807501 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-afe60a66-2c9d-48d0-8d79-4890f3e9fc41 admin admin] Publish callbacks [] for security_group (a3ed8142-8e61-42a1-a661-f6e5f33e4d44), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:11.855638 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-afe60a66-2c9d-48d0-8d79-4890f3e9fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a3ed8142-8e61-42a1-a661-f6e5f33e4d44), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:11.858313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-afe60a66-2c9d-48d0-8d79-4890f3e9fc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:11.859446 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-afe60a66-2c9d-48d0-8d79-4890f3e9fc41 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a3ed8142-8e61-42a1-a661-f6e5f33e4d44 HTTP/1.1" status: 204 len: 168 time: 0.1306486 Jul 31 14:24:11.870335 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe60a66-2c9d-48d0-8d79-4890f3e9fc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ed8142-8e61-42a1-a661-f6e5f33e4d44,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:11.893853 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:11.907900 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682df3c7-1cc8-45b6-8078-19e5345ac05c req-aefb43c5-25fa-4dd4-9b3d-5493bc4aa2ae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:11.909509 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-682df3c7-1cc8-45b6-8078-19e5345ac05c req-aefb43c5-25fa-4dd4-9b3d-5493bc4aa2ae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0577121 Jul 31 14:24:11.958771 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-682df3c7-1cc8-45b6-8078-19e5345ac05c req-08c51f4d-1c24-4dd3-87f2-31a9a15081e7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Jul 31 14:24:12.215839 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4239e69-7655-4c14-9963-b4f91772a67d req-c969650d-dda5-4f59-bb3e-f9b398294426 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0279684 Jul 31 14:24:12.494051 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57894) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:12.587964 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-7058279-network', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:12.608966 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Made reservation on behalf of d9ff0edf56fa403e8b9bf25fe004cdd3 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:24:12.611976 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.626298 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.652981 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:12.666429 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:12.712628 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Publish callbacks [] for security_group (a3126921-7291-4116-9241-91f9adb7ccb1), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.716486 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a3126921-7291-4116-9241-91f9adb7ccb1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.744427 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:24:12.754498 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3126921-7291-4116-9241-91f9adb7ccb1,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:12.760182 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (f37f070d-5b06-4ff0-aa49-289542812efc), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.760182 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Added segment f37f070d-5b06-4ff0-aa49-289542812efc of type vlan for network 678e7fb8-a8c3-4462-826a-1ccec549b8ba Jul 31 14:24:12.778150 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.802143 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (678e7fb8-a8c3-4462-826a-1ccec549b8ba), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.827849 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (678e7fb8-a8c3-4462-826a-1ccec549b8ba), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.829091 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:12.829792 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.893600 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.3984206 Jul 31 14:24:12.896584 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57902) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:12.897061 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03234ff8-141a-41b7-8ac9-baa8621f038c admin admin] Pushing event updated for resources: {'Network': ['ID=678e7fb8-a8c3-4462-826a-1ccec549b8ba,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:12.901682 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Request body: {'subnet': {'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-7058279-subnet', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:12.906163 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 678e7fb8-a8c3-4462-826a-1ccec549b8ba details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:24:12.922655 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Made reservation on behalf of d9ff0edf56fa403e8b9bf25fe004cdd3 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:24:12.924997 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078312'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:12.986253 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.085710 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9842e12-1644-4d92-8f7f-4e27e2b2eac7 req-bc0710c7-c138-4a7f-984b-83b1ff198e0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:13.087457 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b9842e12-1644-4d92-8f7f-4e27e2b2eac7 req-bc0710c7-c138-4a7f-984b-83b1ff198e0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0498607 Jul 31 14:24:13.112305 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10251261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078238'] for subnet (045c391c-a7b1-430e-97e9-824fc017ed05), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.135840 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b9842e12-1644-4d92-8f7f-4e27e2b2eac7 req-b2dd24ef-a4d7-4b6b-bc99-839b8c424e47 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Jul 31 14:24:13.162888 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045c391c-a7b1-430e-97e9-824fc017ed05,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:13.178205 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Checking segment: {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:24:13.178558 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Network hostable DHCP agents. Network: 678e7fb8-a8c3-4462-826a-1ccec549b8ba, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:24:13.189152 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:13.195393 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Network 678e7fb8-a8c3-4462-826a-1ccec549b8ba is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:24:13.205497 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 678e7fb8-a8c3-4462-826a-1ccec549b8ba) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:13.210029 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:13.211615 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.214547 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ecd2e5-5969-4d9d-b5e7-1d28bc4ec5d4 None None] Network 678e7fb8-a8c3-4462-826a-1ccec549b8ba requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:24:13.228547 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ba86706e-6ed7-45ae-82f7-faca3dd17035 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3307104 Jul 31 14:24:13.231365 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 57906) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:13.235730 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:13.260564 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (b619a2b8-5f5f-4243-bf67-c2913412b5b6), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.262410 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (b619a2b8-5f5f-4243-bf67-c2913412b5b6), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.324216 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:24:13.325413 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.330429 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks [] for router_controller (b619a2b8-5f5f-4243-bf67-c2913412b5b6), precommit_add_association {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.336650 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71d344d4-8705-4f1d-a00c-16b929a5cc72 req-878cf09a-8ddb-4fdd-a1b4-fcd9fb4ab647 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0314891 Jul 31 14:24:13.484752 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks [] for router_gateway (b619a2b8-5f5f-4243-bf67-c2913412b5b6), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.493299 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Allocated IP 172.20.0.2 (678e7fb8-a8c3-4462-826a-1ccec549b8ba/045c391c-a7b1-430e-97e9-824fc017ed05/076eacf0-9aa6-4045-97fa-f82b7b53338f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:24:13.667273 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Publish callbacks [] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.678918 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.728835 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Network 678e7fb8-a8c3-4462-826a-1ccec549b8ba is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:13.734933 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:13.738014 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:24:13.742229 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Pushing event updated for resources: {'Port': ['ID=076eacf0-9aa6-4045-97fa-f82b7b53338f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:13.812314 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Attempting to bind port 076eacf0-9aa6-4045-97fa-f82b7b53338f on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:24:13.812900 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Attempting to bind port 076eacf0-9aa6-4045-97fa-f82b7b53338f by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:24:13.813126 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Attempting to bind port 076eacf0-9aa6-4045-97fa-f82b7b53338f on network 678e7fb8-a8c3-4462-826a-1ccec549b8ba {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:24:13.818636 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:24:13.819007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Checking segment: {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:24:13.819460 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.819861 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Bound using segment: {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:24:13.820323 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Bound port: 076eacf0-9aa6-4045-97fa-f82b7b53338f, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:24:13.820694 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.884916 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] For port 076eacf0-9aa6-4045-97fa-f82b7b53338f, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:24:13.888055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] For port 076eacf0-9aa6-4045-97fa-f82b7b53338f, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=076eacf0-9aa6-4045-97fa-f82b7b53338f,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:24:13.894578 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:13.903258 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:13.951603 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e306a-7e20-4b3f-96af-eb8d869290ca None None] Pushing event updated for resources: {'Port': ['ID=076eacf0-9aa6-4045-97fa-f82b7b53338f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:13.999715 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-1db2eec2-e7b0-4a0a-847a-1c8546ebe182 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:14.001159 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-1db2eec2-e7b0-4a0a-847a-1c8546ebe182 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.17 "GET /v2.0/networks?id=241a7056-b8af-4415-9520-9854cbe33cc1 HTTP/1.1" status: 200 len: 809 time: 0.4883354 Jul 31 14:24:14.033416 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Request body: {'port': {'device_id': '5f26e8fa-7258-4095-9b2f-22864303f9a6', 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1', 'admin_state_up': True, 'tenant_id': 'b8656d0df1af4475b502efe677f7308e'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:14.097880 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks [] for router_gateway (b619a2b8-5f5f-4243-bf67-c2913412b5b6), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:14.134033 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:14.145065 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=1,neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:14.153544 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:14.270597 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7658-7757-40aa-bfe0-f2b1c3f7b39d req-ce66fcc0-cf53-4713-955d-e96bdb53460b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:14.272652 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Made reservation on behalf of b8656d0df1af4475b502efe677f7308e for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:24:14.276544 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:14.278152 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-004d7658-7757-40aa-bfe0-f2b1c3f7b39d req-ce66fcc0-cf53-4713-955d-e96bdb53460b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0598471 Jul 31 14:24:14.314921 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Allocated IP 172.27.1.75 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/1385fcb0-ddfa-4619-be0e-21a45d75a71b) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:24:14.321052 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-004d7658-7757-40aa-bfe0-f2b1c3f7b39d req-ea81ea3a-c10a-4ed8-90eb-5ebc222927c3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Jul 31 14:24:14.462048 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6223e150-858a-4117-8df2-14e34eed7f86 req-8f00ef15-1390-4068-a07a-bed19db50f6f tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0452042 Jul 31 14:24:14.534954 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Allocated IP 172.20.0.10 (241a7056-b8af-4415-9520-9854cbe33cc1/15efb372-6754-4dc9-9e50-f3084cde354d/03e23c1b-3995-4bf1-8f91-a0cab5a727db) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:24:14.548824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks [] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:14.663286 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:14.665815 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=42 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:14.698928 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=43 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:14.727918 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:14.736152 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:14.744358 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:24:14.750235 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Pushing event updated for resources: {'Port': ['ID=1385fcb0-ddfa-4619-be0e-21a45d75a71b,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:14.777159 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:14.822162 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks [] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:14.944809 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57950) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:14.981005 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:14.982320 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8240243-6450-4d51-814d-c8ad1972e989 None None] Network 678e7fb8-a8c3-4462-826a-1ccec549b8ba requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:24:14.998631 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.050466 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-274d5d67-f707-4f62-b6eb-6001bc0ea4d0 None None] Provisioning complete for port 076eacf0-9aa6-4045-97fa-f82b7b53338f triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:15.050843 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-274d5d67-f707-4f62-b6eb-6001bc0ea4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.094638 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:15.097709 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Network 241a7056-b8af-4415-9520-9854cbe33cc1 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:15.101842 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6736797f-8f0d-4847-a306-a88fe570cd30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.107324 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:15.117611 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:24:15.174984 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Pushing event updated for resources: {'Port': ['ID=03e23c1b-3995-4bf1-8f91-a0cab5a727db,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:15.209080 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-274d5d67-f707-4f62-b6eb-6001bc0ea4d0 None None] Current status of the port 076eacf0-9aa6-4045-97fa-f82b7b53338f is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:15.209468 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-274d5d67-f707-4f62-b6eb-6001bc0ea4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.216050 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6736797f-8f0d-4847-a306-a88fe570cd30 admin admin] Publish callbacks [] for security_group (b8e8a394-2658-4a91-86bc-155a09b9d831), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.220678 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:15.221317 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.224517 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6736797f-8f0d-4847-a306-a88fe570cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b8e8a394-2658-4a91-86bc-155a09b9d831), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.237330 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks [] for router_gateway (b619a2b8-5f5f-4243-bf67-c2913412b5b6), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.256785 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-274d5d67-f707-4f62-b6eb-6001bc0ea4d0 None None] For port 076eacf0-9aa6-4045-97fa-f82b7b53338f, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=076eacf0-9aa6-4045-97fa-f82b7b53338f,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:15.262408 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-274d5d67-f707-4f62-b6eb-6001bc0ea4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.290952 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736797f-8f0d-4847-a306-a88fe570cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e8a394-2658-4a91-86bc-155a09b9d831,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:15.293045 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-26ffb9b0-b3c5-4ce6-ae22-4f8e3e95fd0d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2644582 Jul 31 14:24:15.324334 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6736797f-8f0d-4847-a306-a88fe570cd30 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8df162614de9479e8327756f9324a19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780596 Jul 31 14:24:15.325592 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 57958) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:15.341216 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d5d67-f707-4f62-b6eb-6001bc0ea4d0 None None] Pushing event updated for resources: {'Port': ['ID=076eacf0-9aa6-4045-97fa-f82b7b53338f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:15.376823 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Request body: {'port': {'device_id': '5f26e8fa-7258-4095-9b2f-22864303f9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:15.398817 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7df57cc9-b9c4-4fee-b9b2-8617d4fe4990 admin admin] Publish callbacks [] for security_group (b8e8a394-2658-4a91-86bc-155a09b9d831), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.423558 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7df57cc9-b9c4-4fee-b9b2-8617d4fe4990 admin admin] Publish callbacks [] for security_group (b8e8a394-2658-4a91-86bc-155a09b9d831), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.491119 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7df57cc9-b9c4-4fee-b9b2-8617d4fe4990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b8e8a394-2658-4a91-86bc-155a09b9d831), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.495395 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7df57cc9-b9c4-4fee-b9b2-8617d4fe4990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.496905 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7df57cc9-b9c4-4fee-b9b2-8617d4fe4990 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b8e8a394-2658-4a91-86bc-155a09b9d831 HTTP/1.1" status: 204 len: 168 time: 0.1702006 Jul 31 14:24:15.507129 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df57cc9-b9c4-4fee-b9b2-8617d4fe4990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e8a394-2658-4a91-86bc-155a09b9d831,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:15.531775 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281d7c8-d24d-4de8-b600-9f86688ffab0 req-eef6d150-fd90-45cc-adfa-a88d68eaee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:15.533483 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8281d7c8-d24d-4de8-b600-9f86688ffab0 req-eef6d150-fd90-45cc-adfa-a88d68eaee68 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 1129 time: 0.1225104 Jul 31 14:24:15.584507 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-579cd44f-c7c4-463a-9484-e86461a60146 None None] Provisioning complete for port 076eacf0-9aa6-4045-97fa-f82b7b53338f triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:15.586264 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-579cd44f-c7c4-463a-9484-e86461a60146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.610298 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a865a3-ea7f-47fc-97d9-317dbb166ebf req-55828258-77b6-4dea-b37a-e2e4cc2021a3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:15.611845 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4a865a3-ea7f-47fc-97d9-317dbb166ebf req-55828258-77b6-4dea-b37a-e2e4cc2021a3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.1661894 Jul 31 14:24:15.612572 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569f51-465d-4bd2-85a8-ae168f1e848c req-a7a5f0b9-2689-488f-97e9-d7aec90430c4 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:15.621952 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c569f51-465d-4bd2-85a8-ae168f1e848c req-a7a5f0b9-2689-488f-97e9-d7aec90430c4 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 932 time: 0.0679104 Jul 31 14:24:15.638018 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:15.693357 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c569f51-465d-4bd2-85a8-ae168f1e848c req-7927f51c-7828-4fa0-afe8-10d36dc04c1a tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659924 Jul 31 14:24:15.844199 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-579cd44f-c7c4-463a-9484-e86461a60146 None None] Current status of the port 076eacf0-9aa6-4045-97fa-f82b7b53338f is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:15.885919 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 076eacf0-9aa6-4045-97fa-f82b7b53338f up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:15.943326 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 076eacf0-9aa6-4045-97fa-f82b7b53338f triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:15.943882 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.005159 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4a865a3-ea7f-47fc-97d9-317dbb166ebf req-ea5da9d9-e9cf-4e8d-8735-727d43ff5e0e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832102 Jul 31 14:24:16.020375 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:16.023688 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8281d7c8-d24d-4de8-b600-9f86688ffab0 req-b507a199-082d-4cb4-a5c1-12a813dce939 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685655 Jul 31 14:24:16.039294 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 076eacf0-9aa6-4045-97fa-f82b7b53338f is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:16.063849 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (b619a2b8-5f5f-4243-bf67-c2913412b5b6), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.281321 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:16.369972 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Router b619a2b8-5f5f-4243-bf67-c2913412b5b6 is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:24:16.443559 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58006) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:16.451905 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e23c1b-3995-4bf1-8f91-a0cab5a727db {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:24:16.462588 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Publish callbacks [] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.509173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Transition to ACTIVE for port object 03e23c1b-3995-4bf1-8f91-a0cab5a727db will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:24:16.521179 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.560223 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.569466 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:24:16.579982 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Pushing event updated for resources: {'Port': ['ID=03e23c1b-3995-4bf1-8f91-a0cab5a727db,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:16.582164 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Sync routers for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:24:16.589968 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a59bcc42-c770-45f6-935f-20f0fcb076b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.606283 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:16.607157 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:24:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:16.620944 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:16.634449 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.635846 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-70a8b309-5eeb-443a-9722-d034cc6e2702 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4032719 Jul 31 14:24:16.640182 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58010) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:16.648556 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:16.705844 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a59bcc42-c770-45f6-935f-20f0fcb076b5 admin admin] Publish callbacks [] for security_group (b5e964a2-1709-470a-9687-202fd9c554be), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.712538 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a59bcc42-c770-45f6-935f-20f0fcb076b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b5e964a2-1709-470a-9687-202fd9c554be), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.723520 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Attempting to bind port 03e23c1b-3995-4bf1-8f91-a0cab5a727db on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:24:16.723520 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Attempting to bind port 03e23c1b-3995-4bf1-8f91-a0cab5a727db by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'da2cda25-4fe6-434c-bd75-b060880b851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:24:16.723733 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Attempting to bind port 03e23c1b-3995-4bf1-8f91-a0cab5a727db on network 241a7056-b8af-4415-9520-9854cbe33cc1 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:24:16.758159 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:16.763987 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Port 03e23c1b-3995-4bf1-8f91-a0cab5a727db on network 241a7056-b8af-4415-9520-9854cbe33cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:24:16.764313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Attempting to bind port 03e23c1b-3995-4bf1-8f91-a0cab5a727db on network 241a7056-b8af-4415-9520-9854cbe33cc1 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:24:16.777798 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:24:16.778153 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Checking segment: {'id': 'da2cda25-4fe6-434c-bd75-b060880b851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:24:16.778546 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Bound using segment: {'id': 'da2cda25-4fe6-434c-bd75-b060880b851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:24:16.778998 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Bound port: 03e23c1b-3995-4bf1-8f91-a0cab5a727db, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2cda25-4fe6-434c-bd75-b060880b851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:24:16.779360 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.832735 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a59bcc42-c770-45f6-935f-20f0fcb076b5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=976675956dca4c50917939c4d660e0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848932 Jul 31 14:24:16.834566 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58024) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:16.890654 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:16.909159 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:16.917534 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70c1041a-60c3-41ad-b3b3-7456bb294d40 admin admin] Publish callbacks [] for security_group (b5e964a2-1709-470a-9687-202fd9c554be), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:16.919391 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bcc42-c770-45f6-935f-20f0fcb076b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e964a2-1709-470a-9687-202fd9c554be,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:16.923021 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b3382-c651-4bc1-b973-65510ebddf95 req-b5f5c205-31c6-4ac3-800e-4a34f52f7006 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:16.924691 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7e4b3382-c651-4bc1-b973-65510ebddf95 req-b5f5c205-31c6-4ac3-800e-4a34f52f7006 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 944 time: 0.1300282 Jul 31 14:24:16.960780 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70c1041a-60c3-41ad-b3b3-7456bb294d40 admin admin] Publish callbacks [] for security_group (b5e964a2-1709-470a-9687-202fd9c554be), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.004399 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:14Z', 'revision_number': 3, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:17.016391 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] For port 03e23c1b-3995-4bf1-8f91-a0cab5a727db, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:24:17.028278 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70c1041a-60c3-41ad-b3b3-7456bb294d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b5e964a2-1709-470a-9687-202fd9c554be), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.034603 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70c1041a-60c3-41ad-b3b3-7456bb294d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.036813 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-70c1041a-60c3-41ad-b3b3-7456bb294d40 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b5e964a2-1709-470a-9687-202fd9c554be HTTP/1.1" status: 204 len: 168 time: 0.2005551 Jul 31 14:24:17.041667 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:17.051784 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1041a-60c3-41ad-b3b3-7456bb294d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e964a2-1709-470a-9687-202fd9c554be,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:17.052744 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] For port 03e23c1b-3995-4bf1-8f91-a0cab5a727db, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=03e23c1b-3995-4bf1-8f91-a0cab5a727db,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:24:17.076834 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7e4b3382-c651-4bc1-b973-65510ebddf95 req-caf9ae8f-779b-4309-b016-57edbe4f5578 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339116 Jul 31 14:24:17.081899 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.084225 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Checking router: b619a2b8-5f5f-4243-bf67-c2913412b5b6 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:24:17.084713 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Updating router b619a2b8-5f5f-4243-bf67-c2913412b5b6 port 1385fcb0-ddfa-4619-be0e-21a45d75a71b binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:24:17.089009 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:17.089667 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.091355 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] 10.222.0.17 "PUT /v2.0/ports/03e23c1b-3995-4bf1-8f91-a0cab5a727db HTTP/1.1" status: 200 len: 1094 time: 1.7371299 Jul 31 14:24:17.162176 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f26e8fa-7258-4095-9b2f-22864303f9a6', 'tag': '03e23c1b-3995-4bf1-8f91-a0cab5a727db'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:24:17.165538 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d276c15-d41b-4348-abeb-ef64aee16384" -d '{"events": [{"name": "network-changed", "server_uuid": "5f26e8fa-7258-4095-9b2f-22864303f9a6", "tag": "03e23c1b-3995-4bf1-8f91-a0cab5a727db"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:24:17.196379 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.237927 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c86b79f-e201-4161-a6fb-c2b0aa12f8e9 x-openstack-request-id: req-0c86b79f-e201-4161-a6fb-c2b0aa12f8e9 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:24:17.238231 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f26e8fa-7258-4095-9b2f-22864303f9a6", "tag": "03e23c1b-3995-4bf1-8f91-a0cab5a727db", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:24:17.238482 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0c86b79f-e201-4161-a6fb-c2b0aa12f8e9 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:24:17.238901 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c86b79f-e201-4161-a6fb-c2b0aa12f8e9'] response: {'name': 'network-changed', 'server_uuid': '5f26e8fa-7258-4095-9b2f-22864303f9a6', 'tag': '03e23c1b-3995-4bf1-8f91-a0cab5a727db', 'status': 'completed', 'code': 200} Jul 31 14:24:17.240200 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebd6f0-43e6-40c8-bdc9-9a18d92e69e7 req-96af9e0e-2770-432a-aaa3-959ec8eaf84e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:17.244930 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-43ebd6f0-43e6-40c8-bdc9-9a18d92e69e7 req-96af9e0e-2770-432a-aaa3-959ec8eaf84e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.1172106 Jul 31 14:24:17.261277 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7e1f7-3105-4eef-85d7-f822172869fd service neutron] Pushing event updated for resources: {'Port': ['ID=03e23c1b-3995-4bf1-8f91-a0cab5a727db,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:17.313391 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-43ebd6f0-43e6-40c8-bdc9-9a18d92e69e7 req-4bcf3090-c091-486e-aab9-438dfeacd768 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610411 Jul 31 14:24:17.425483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.467134 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:17.576970 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Publish callbacks [] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.584555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.631149 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9590336-d723-432c-8fcf-5118b2814215 None None] Pushing event updated for resources: {'Port': ['ID=1385fcb0-ddfa-4619-be0e-21a45d75a71b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:17.641866 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Allocated IP 172.20.0.1 (678e7fb8-a8c3-4462-826a-1ccec549b8ba/045c391c-a7b1-430e-97e9-824fc017ed05/a25787ec-3d0b-48c8-a157-a42d45712ddb) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:24:17.645109 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Attempting to bind port 1385fcb0-ddfa-4619-be0e-21a45d75a71b on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:24:17.645480 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Attempting to bind port 1385fcb0-ddfa-4619-be0e-21a45d75a71b by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:24:17.645928 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Attempting to bind port 1385fcb0-ddfa-4619-be0e-21a45d75a71b on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:24:17.652437 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:24:17.652659 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:24:17.653042 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.653537 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:24:17.653906 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Bound port: 1385fcb0-ddfa-4619-be0e-21a45d75a71b, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:24:17.654287 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.713257 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] For port 1385fcb0-ddfa-4619-be0e-21a45d75a71b, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:24:17.717159 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] For port 1385fcb0-ddfa-4619-be0e-21a45d75a71b, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=1385fcb0-ddfa-4619-be0e-21a45d75a71b,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:24:17.724312 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.764077 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:17.764634 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:24:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:17.797177 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Publish callbacks [] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:17.827472 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9590336-d723-432c-8fcf-5118b2814215 None None] Pushing event updated for resources: {'Port': ['ID=1385fcb0-ddfa-4619-be0e-21a45d75a71b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:17.895404 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d276c15-d41b-4348-abeb-ef64aee16384 req-fba10134-b11c-4898-93c4-c9406e7c0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:17.901928 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d276c15-d41b-4348-abeb-ef64aee16384 req-fba10134-b11c-4898-93c4-c9406e7c0642 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b8656d0df1af4475b502efe677f7308e&device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 1128 time: 0.0705044 Jul 31 14:24:17.912706 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:18.005982 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:18.041704 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:18.078711 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Network 678e7fb8-a8c3-4462-826a-1ccec549b8ba is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:18.084232 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:18.096393 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:24:18.099251 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Pushing event updated for resources: {'Port': ['ID=a25787ec-3d0b-48c8-a157-a42d45712ddb,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:18.105392 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:18.134861 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d276c15-d41b-4348-abeb-ef64aee16384 req-ee909ea2-be80-49e8-a451-d0c19135290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:18.136792 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d276c15-d41b-4348-abeb-ef64aee16384 req-ee909ea2-be80-49e8-a451-d0c19135290a service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=b8656d0df1af4475b502efe677f7308e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2030225 Jul 31 14:24:18.158055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:14Z', 'revision_number': 3, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:18.205673 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcf9b5-212f-4ccd-843d-c0ff6f2e26d0 None None] The sync data for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi is: [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:14Z', 'revision_number': 3, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:24:18.236840 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (b619a2b8-5f5f-4243-bf67-c2913412b5b6), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:18.497166 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b0fb7-a8fa-4886-88de-27e185e4308a req-1824f309-bd2e-4558-964c-ea8660149fa5 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:18.498355 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cdf58-19cf-4749-8afd-469e06f3f38c req-cc6ebda9-e7e3-4f03-9583-d796737a49f8 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:18.499196 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a46b0fb7-a8fa-4886-88de-27e185e4308a req-1824f309-bd2e-4558-964c-ea8660149fa5 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 944 time: 0.1288781 Jul 31 14:24:18.505439 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:18.506837 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1e3cdf58-19cf-4749-8afd-469e06f3f38c req-cc6ebda9-e7e3-4f03-9583-d796737a49f8 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0758345 Jul 31 14:24:18.509593 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-368a2dee-5afd-481c-81c0-17d17e3894cc None None] Provisioning complete for port a25787ec-3d0b-48c8-a157-a42d45712ddb triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:18.511729 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-368a2dee-5afd-481c-81c0-17d17e3894cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:18.584915 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-368a2dee-5afd-481c-81c0-17d17e3894cc None None] Port a25787ec-3d0b-48c8-a157-a42d45712ddb cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:24:18.614744 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d276c15-d41b-4348-abeb-ef64aee16384 req-3fad58dd-4824-4512-92c8-0e4eb3a66847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:18.616945 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d276c15-d41b-4348-abeb-ef64aee16384 req-3fad58dd-4824-4512-92c8-0e4eb3a66847 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4715428 Jul 31 14:24:18.653079 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1e3cdf58-19cf-4749-8afd-469e06f3f38c req-d71901b4-ab35-4a4b-8a7f-7dabef97fdee tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420789 Jul 31 14:24:18.698005 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a46b0fb7-a8fa-4886-88de-27e185e4308a req-e6e120a1-acdb-4002-a3ec-a072a701c4ca tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727612 Jul 31 14:24:18.854569 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-f52b596e-ab5d-4c40-8980-ccaeb39b1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:18.854569 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-f52b596e-ab5d-4c40-8980-ccaeb39b1b44 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b8656d0df1af4475b502efe677f7308e&device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 1128 time: 0.0883586 Jul 31 14:24:18.873088 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b618f4d-9112-406d-9b1b-6625f1d55d2b req-9015b191-186a-4879-b93f-53a8f1d55ee9 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:18.875662 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b618f4d-9112-406d-9b1b-6625f1d55d2b req-9015b191-186a-4879-b93f-53a8f1d55ee9 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0795126 Jul 31 14:24:18.919844 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-d3cd2105-d368-464b-8b97-4bdfabb36f7f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e23c1b-3995-4bf1-8f91-a0cab5a727db HTTP/1.1" status: 200 len: 217 time: 0.0535183 Jul 31 14:24:18.946541 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1b618f4d-9112-406d-9b1b-6625f1d55d2b req-bde40f43-f81e-4870-8966-0d54b5e04530 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579698 Jul 31 14:24:19.031178 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-94b37e6b-ce11-46a7-abc6-9bd30e5e6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:19.032896 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-94b37e6b-ce11-46a7-abc6-9bd30e5e6242 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=15efb372-6754-4dc9-9e50-f3084cde354d HTTP/1.1" status: 200 len: 849 time: 0.1034739 Jul 31 14:24:19.058164 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Publish callbacks [] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:19.091881 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-fae57aa9-bda6-49d4-a539-6b4122c2dfa4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=241a7056-b8af-4415-9520-9854cbe33cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466709 Jul 31 14:24:19.092789 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:19.170161 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:19.258131 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Pushing event updated for resources: {'Port': ['ID=a25787ec-3d0b-48c8-a157-a42d45712ddb,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:19.270740 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (b619a2b8-5f5f-4243-bf67-c2913412b5b6), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:19.367517 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-7c2c9b9d-b47d-4b44-82e4-51fb12cef695 service neutron] 10.222.0.17 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660699 Jul 31 14:24:19.689229 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Network 678e7fb8-a8c3-4462-826a-1ccec549b8ba is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:19.692167 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:19.704577 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:19.863255 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Router b619a2b8-5f5f-4243-bf67-c2913412b5b6 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:24:19.869945 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 1385fcb0-ddfa-4619-be0e-21a45d75a71b up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:19.881201 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fd675ca5-cf7c-46d1-b5cb-88c6adfb459c req-ab409d26-6bb7-48ed-9643-fe6c7af31389 service neutron] 10.222.0.17 "GET /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066051 Jul 31 14:24:19.937454 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8f05b-46e4-46fe-a075-27ab40fcedb4 req-a850790c-a8c9-437f-b268-47e27c8ae33a tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:19.939029 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-63d8f05b-46e4-46fe-a075-27ab40fcedb4 req-a850790c-a8c9-437f-b268-47e27c8ae33a tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 944 time: 0.0726907 Jul 31 14:24:19.947934 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:19.949317 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 1385fcb0-ddfa-4619-be0e-21a45d75a71b triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:19.949788 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:20.021473 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-63d8f05b-46e4-46fe-a075-27ab40fcedb4 req-01d8a92d-6f1b-4057-8f8f-eec3a491aa8a tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510674 Jul 31 14:24:20.033732 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:20.044284 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-60d54b0f-723b-481d-a58a-df7d43a67f54 None None] Provisioning complete for port a25787ec-3d0b-48c8-a157-a42d45712ddb triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:20.044284 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60d54b0f-723b-481d-a58a-df7d43a67f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:20.100154 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 1385fcb0-ddfa-4619-be0e-21a45d75a71b is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:20.101086 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:20.102853 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:24:20.110809 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-60d54b0f-723b-481d-a58a-df7d43a67f54 None None] Port a25787ec-3d0b-48c8-a157-a42d45712ddb cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:24:20.127872 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-d888506e-1ad9-4b74-b56b-96f85764b0bd admin admin] 10.222.0.40 "PUT /v2.0/routers/b619a2b8-5f5f-4243-bf67-c2913412b5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4750669 Jul 31 14:24:20.139370 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 1385fcb0-ddfa-4619-be0e-21a45d75a71b, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=1385fcb0-ddfa-4619-be0e-21a45d75a71b,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:20.144677 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:20.214644 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=1385fcb0-ddfa-4619-be0e-21a45d75a71b,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:20.482953 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Sync routers for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:24:20.496443 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:20.497122 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:24:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:20.623284 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:20.847137 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58188) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:20.852611 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-399524864-network', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:20.880884 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Made reservation on behalf of a062733c92a64fd68acb9a59fbba8b24 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:24:20.883331 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:20.896221 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:20.903230 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'a25787ec-3d0b-48c8-a157-a42d45712ddb', 'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'mac_address': 'fa:16:3e:ff:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:17Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 2, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'subnets': [{'id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:20.912623 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7b2d-08cb-4e9c-80c9-f2f944b26e9d req-66c0abb9-a392-4671-8a4a-81a07d9ceea6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:20.914905 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e17f7b2d-08cb-4e9c-80c9-f2f944b26e9d req-66c0abb9-a392-4671-8a4a-81a07d9ceea6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0578709 Jul 31 14:24:20.931201 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Checking router: b619a2b8-5f5f-4243-bf67-c2913412b5b6 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:24:20.932260 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Updating router b619a2b8-5f5f-4243-bf67-c2913412b5b6 port a25787ec-3d0b-48c8-a157-a42d45712ddb binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:24:20.969617 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:20.976593 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:21.024694 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Publish callbacks [] for security_group (7077c610-5dbf-42d5-a172-1a18dc8aef10), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.026319 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e17f7b2d-08cb-4e9c-80c9-f2f944b26e9d req-d4f31027-2daf-4d01-8c35-597c1e9e47de tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044576 Jul 31 14:24:21.031393 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (7077c610-5dbf-42d5-a172-1a18dc8aef10), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.056548 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:24:21.082573 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.083208 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Added segment e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851 of type vlan for network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 Jul 31 14:24:21.099725 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7077c610-5dbf-42d5-a172-1a18dc8aef10,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:21.155835 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8952bf6-cad8-448e-973f-455689352e19 req-8b95216b-50fc-48c9-bfe7-c7df7be9f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:21.157647 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a8952bf6-cad8-448e-973f-455689352e19 req-8b95216b-50fc-48c9-bfe7-c7df7be9f396 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 1130 time: 0.0790491 Jul 31 14:24:21.159840 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.226321 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3434-a5d2-4e7b-84e0-f390560847ec req-7829f8f1-ce1a-4ebb-bf46-e691ed10a0a3 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:21.228322 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-125c3434-a5d2-4e7b-84e0-f390560847ec req-7829f8f1-ce1a-4ebb-bf46-e691ed10a0a3 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 944 time: 0.0607464 Jul 31 14:24:21.276798 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:21.292434 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.294153 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:21.294857 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.298994 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8952bf6-cad8-448e-973f-455689352e19 req-a288cce8-8afb-48f7-b047-cf4e79b7c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:21.301692 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a8952bf6-cad8-448e-973f-455689352e19 req-a288cce8-8afb-48f7-b047-cf4e79b7c820 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.1306660 Jul 31 14:24:21.369298 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a8952bf6-cad8-448e-973f-455689352e19 req-55609c7f-bc0e-4fb7-af69-22f7173b64b1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e HTTP/1.1" status: 200 len: 217 time: 0.0620804 Jul 31 14:24:21.375799 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-125c3434-a5d2-4e7b-84e0-f390560847ec req-6b125bbc-d806-4e41-98c1-f02ca19a04ad tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295049 Jul 31 14:24:21.392061 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:21.414449 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5627968 Jul 31 14:24:21.415934 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58196) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:21.424841 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Request body: {'subnet': {'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-399524864-subnet', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:21.430695 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a8f44-189d-4f71-9ba7-925f04119400 admin admin] Pushing event updated for resources: {'Network': ['ID=7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:21.445972 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:24:21.463860 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Publish callbacks [] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.465914 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Made reservation on behalf of a062733c92a64fd68acb9a59fbba8b24 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:24:21.468467 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078312'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.470834 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.471554 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8952bf6-cad8-448e-973f-455689352e19 req-308cec46-eb8d-4917-b7b5-85f77da2be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:21.473093 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a8952bf6-cad8-448e-973f-455689352e19 req-308cec46-eb8d-4917-b7b5-85f77da2be7d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.0929754 Jul 31 14:24:21.532390 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Pushing event updated for resources: {'Port': ['ID=a25787ec-3d0b-48c8-a157-a42d45712ddb,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:21.546650 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8952bf6-cad8-448e-973f-455689352e19 req-6e1cc58f-0fd6-4f54-9f65-114e3e5c3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:21.548194 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a8952bf6-cad8-448e-973f-455689352e19 req-6e1cc58f-0fd6-4f54-9f65-114e3e5c3655 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642219 Jul 31 14:24:21.548966 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.549414 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.549878 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.550332 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.550914 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.551543 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.552118 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.552682 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.553251 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.553860 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.554430 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.555041 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.555640 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.556226 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.556786 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:21.626737 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Attempting to bind port a25787ec-3d0b-48c8-a157-a42d45712ddb on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:24:21.627196 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Attempting to bind port a25787ec-3d0b-48c8-a157-a42d45712ddb by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:24:21.627659 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Attempting to bind port a25787ec-3d0b-48c8-a157-a42d45712ddb on network 678e7fb8-a8c3-4462-826a-1ccec549b8ba {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:24:21.636103 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:24:21.636103 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Checking segment: {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:24:21.636363 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.636564 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Bound using segment: {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:24:21.637174 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Bound port: a25787ec-3d0b-48c8-a157-a42d45712ddb, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:24:21.637546 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.653844 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:21.662020 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a8952bf6-cad8-448e-973f-455689352e19 req-b3a6e4ad-1870-4e70-8bb7-36c88665b8a8 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065619 Jul 31 14:24:21.705165 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] For port a25787ec-3d0b-48c8-a157-a42d45712ddb, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:24:21.708672 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] For port a25787ec-3d0b-48c8-a157-a42d45712ddb, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=a25787ec-3d0b-48c8-a157-a42d45712ddb,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:24:21.715703 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.750104 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:21.750743 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:24:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:21.783119 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a8952bf6-cad8-448e-973f-455689352e19 req-1dd12821-11f0-4f50-8955-690b6fb58ed3 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144400 Jul 31 14:24:21.815134 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e5854-e748-4da9-a357-c012e5f67963 None None] Pushing event updated for resources: {'Port': ['ID=a25787ec-3d0b-48c8-a157-a42d45712ddb,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:21.864129 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 1385fcb0-ddfa-4619-be0e-21a45d75a71b up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:21.916706 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:21.930984 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 1385fcb0-ddfa-4619-be0e-21a45d75a71b triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:21.931352 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:21.957957 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:21.988487 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10251261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078238'] for subnet (feb61dae-e15c-4251-8b42-88aeb535cc89), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.013448 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 1385fcb0-ddfa-4619-be0e-21a45d75a71b is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:22.055042 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb61dae-e15c-4251-8b42-88aeb535cc89,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:22.057298 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Checking segment: {'id': 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:24:22.057648 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Network hostable DHCP agents. Network: 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:24:22.076525 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:24:22.088187 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:22.093132 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:22.093698 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.102420 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a348d8-03ed-4f15-b609-616537d79556 None None] Network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:24:22.134016 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fdabfb6f-3569-4009-ae67-d2465523c533 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7168348 Jul 31 14:24:22.136508 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58208) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:22.148299 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:22.151908 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'a25787ec-3d0b-48c8-a157-a42d45712ddb', 'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'mac_address': 'fa:16:3e:ff:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:17Z', 'updated_at': '2022-07-31T14:24:21Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'subnets': [{'id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:22.174315 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb182-03b5-4926-8a1e-ece23825929e req-521feef7-2fd7-4119-b13c-faa64cad4f6d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:22.176552 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bdabb182-03b5-4926-8a1e-ece23825929e req-521feef7-2fd7-4119-b13c-faa64cad4f6d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0650053 Jul 31 14:24:22.180633 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7838ff5d-3100-4623-9ec0-aedcc91f6062 None None] The sync data for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi is: [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'a25787ec-3d0b-48c8-a157-a42d45712ddb', 'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'mac_address': 'fa:16:3e:ff:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:17Z', 'updated_at': '2022-07-31T14:24:21Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'subnets': [{'id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:24:22.193129 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (2d66d590-8076-491a-8471-7e55eb5a6f7b), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.194571 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (2d66d590-8076-491a-8471-7e55eb5a6f7b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.271708 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8', 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8', 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'fixed_ips': [{'subnet_id': 'feb61dae-e15c-4251-8b42-88aeb535cc89'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:24:22.273619 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bdabb182-03b5-4926-8a1e-ece23825929e req-20c8fc61-a7f7-496a-8dd7-2b00d2a9ef6d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907035 Jul 31 14:24:22.273783 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.301773 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks [] for router_controller (2d66d590-8076-491a-8471-7e55eb5a6f7b), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.388953 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:22.489958 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks [] for router_gateway (2d66d590-8076-491a-8471-7e55eb5a6f7b), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.586073 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957deca5-b9ed-4c59-8c71-aec8ac9032af req-b6caa294-5081-4d71-8265-e0f8964fc834 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:22.586182 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Allocated IP 172.20.0.2 (7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8/feb61dae-e15c-4251-8b42-88aeb535cc89/c95745c9-af06-4d8c-8e9e-41953d68d914) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:24:22.586686 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-957deca5-b9ed-4c59-8c71-aec8ac9032af req-b6caa294-5081-4d71-8265-e0f8964fc834 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 944 time: 0.0869815 Jul 31 14:24:22.712366 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-957deca5-b9ed-4c59-8c71-aec8ac9032af req-ce094d45-75ff-41a1-b006-5c96391ad7de tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221697 Jul 31 14:24:22.772259 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Publish callbacks [] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.784640 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.815094 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks [] for router_gateway (2d66d590-8076-491a-8471-7e55eb5a6f7b), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.826880 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:22.833377 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:22.840805 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:22.843921 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:24:22.846028 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Pushing event updated for resources: {'Port': ['ID=c95745c9-af06-4d8c-8e9e-41953d68d914,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:22.858244 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.927335 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Attempting to bind port c95745c9-af06-4d8c-8e9e-41953d68d914 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:24:22.927734 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Attempting to bind port c95745c9-af06-4d8c-8e9e-41953d68d914 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:24:22.928094 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Attempting to bind port c95745c9-af06-4d8c-8e9e-41953d68d914 on network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:24:22.930823 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:22.931523 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:22.935387 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:24:22.935799 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Checking segment: {'id': 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:24:22.936273 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.936701 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Bound using segment: {'id': 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:24:22.937209 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Bound port: c95745c9-af06-4d8c-8e9e-41953d68d914, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:24:22.937588 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:22.997427 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Allocated IP 172.27.1.236 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/daaa03c2-7758-4a92-8813-0443b344c255) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:24:23.026624 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] For port c95745c9-af06-4d8c-8e9e-41953d68d914, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:24:23.030006 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] For port c95745c9-af06-4d8c-8e9e-41953d68d914, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=c95745c9-af06-4d8c-8e9e-41953d68d914,segment=NetworkSegment(e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851),segment_id=e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:24:23.037036 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:23.089582 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458464c-f17d-494d-b69e-c2b8482c5119 None None] Pushing event updated for resources: {'Port': ['ID=c95745c9-af06-4d8c-8e9e-41953d68d914,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:23.138095 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks [] for port (daaa03c2-7758-4a92-8813-0443b344c255), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:23.185793 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (daaa03c2-7758-4a92-8813-0443b344c255), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:23.230825 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:23.236423 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:23.239046 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:24:23.269164 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Pushing event updated for resources: {'Port': ['ID=daaa03c2-7758-4a92-8813-0443b344c255,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:23.418227 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb4bd7-9ccc-4e3e-af51-eed3b66d80e5 req-87cb3a18-2724-428b-bf6b-54c5ccac7e43 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:23.427916 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-addb4bd7-9ccc-4e3e-af51-eed3b66d80e5 req-87cb3a18-2724-428b-bf6b-54c5ccac7e43 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0709167 Jul 31 14:24:23.488007 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-addb4bd7-9ccc-4e3e-af51-eed3b66d80e5 req-5c070dfb-37f0-43a7-8171-c9b60ac9049c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588977 Jul 31 14:24:23.540713 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:23.562405 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks [] for router_gateway (2d66d590-8076-491a-8471-7e55eb5a6f7b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:23.761737 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (2d66d590-8076-491a-8471-7e55eb5a6f7b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:23.805081 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 03e23c1b-3995-4bf1-8f91-a0cab5a727db details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:24:23.903256 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d081de-b3d9-462f-a53f-e696ef0dbb1f req-77109bf5-8fa3-4398-98f4-7109516e5b30 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:23.905210 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93d081de-b3d9-462f-a53f-e696ef0dbb1f req-77109bf5-8fa3-4398-98f4-7109516e5b30 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 944 time: 0.0885842 Jul 31 14:24:23.949153 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device c95745c9-af06-4d8c-8e9e-41953d68d914 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:24.021028 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-93d081de-b3d9-462f-a53f-e696ef0dbb1f req-a4d4fb72-60e3-4c2d-9964-a8eee74e256f tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097822 Jul 31 14:24:24.074823 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Router 2d66d590-8076-491a-8471-7e55eb5a6f7b is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:24:24.087675 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 03e23c1b-3995-4bf1-8f91-a0cab5a727db, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=03e23c1b-3995-4bf1-8f91-a0cab5a727db,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:24.090303 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:UPDATE=2,neutron:INSERT=4,neutron:SELECT=94 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:24.098327 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port c95745c9-af06-4d8c-8e9e-41953d68d914 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:24.099712 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:24.105748 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '03e23c1b-3995-4bf1-8f91-a0cab5a727db', 'network_id': '241a7056-b8af-4415-9520-9854cbe33cc1', 'port_id': '03e23c1b-3995-4bf1-8f91-a0cab5a727db', 'mac_address': 'fa:16:3e:63:65:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15efb372-6754-4dc9-9e50-f3084cde354d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:24:24.195688 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 03e23c1b-3995-4bf1-8f91-a0cab5a727db is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:24.195840 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:24.247543 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:24:24.260191 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e23c1b-3995-4bf1-8f91-a0cab5a727db {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:24:24.264968 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port c95745c9-af06-4d8c-8e9e-41953d68d914 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:24.265376 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:24.281026 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Sync routers for ids ['2d66d590-8076-491a-8471-7e55eb5a6f7b'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:24:24.287043 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:24.291729 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58236) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:24.291923 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cc8a1f00-6970-4cb3-82d0-23fab9dc8d10 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1544251 Jul 31 14:24:24.318995 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Routers {'2d66d590-8076-491a-8471-7e55eb5a6f7b'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:24.320196 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:24:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['2d66d590-8076-491a-8471-7e55eb5a6f7b'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:24.331576 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 03e23c1b-3995-4bf1-8f91-a0cab5a727db, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=03e23c1b-3995-4bf1-8f91-a0cab5a727db,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:24.370515 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port c95745c9-af06-4d8c-8e9e-41953d68d914, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=c95745c9-af06-4d8c-8e9e-41953d68d914,segment=NetworkSegment(e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851),segment_id=e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:24.373622 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:24.398181 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:24.398956 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device a25787ec-3d0b-48c8-a157-a42d45712ddb up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:24.408846 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dfb489-84ec-4cb6-a7fc-1ee0afaccae2 None None] Network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:24:24.474056 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:24.529166 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:24.558043 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a2f452ab-b507-42d9-ac41-6aedf2073440 None None] Provisioning complete for port c95745c9-af06-4d8c-8e9e-41953d68d914 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:24.558412 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2f452ab-b507-42d9-ac41-6aedf2073440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:24.568680 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=03e23c1b-3995-4bf1-8f91-a0cab5a727db,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:24.608790 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:24.614392 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Set router 2d66d590-8076-491a-8471-7e55eb5a6f7b gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:24.639782 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489215d-277b-4623-b3db-20fcd9150e81 req-e460e916-74ee-4a11-8b33-343f80429b33 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:24.641261 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a489215d-277b-4623-b3db-20fcd9150e81 req-e460e916-74ee-4a11-8b33-343f80429b33 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0637355 Jul 31 14:24:24.716472 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port a25787ec-3d0b-48c8-a157-a42d45712ddb triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:24.716841 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:24.750404 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a489215d-277b-4623-b3db-20fcd9150e81 req-ebe67bae-bf2e-413c-81d3-fb7c430d2caf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027410 Jul 31 14:24:24.786686 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:24.805210 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:24.845074 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=c95745c9-af06-4d8c-8e9e-41953d68d914,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:24.853403 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['03e23c1b-3995-4bf1-8f91-a0cab5a727db'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:24:24.967925 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a2f452ab-b507-42d9-ac41-6aedf2073440 None None] Current status of the port c95745c9-af06-4d8c-8e9e-41953d68d914 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:24.985024 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Allocated IP 172.20.0.1 (7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8/feb61dae-e15c-4251-8b42-88aeb535cc89/b2443e11-30c0-4269-9ed4-a7193da17945) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:24:25.056273 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port a25787ec-3d0b-48c8-a157-a42d45712ddb is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:25.056273 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.060460 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:23Z', 'revision_number': 3, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'gw_port': {'id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:25.100996 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Publish callbacks [] for port (b2443e11-30c0-4269-9ed4-a7193da17945), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.144692 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.195455 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:25.199219 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:25.206379 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:24:25.223162 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d5e90-3943-473b-a3fc-85081aba0248 req-4bbea9f6-082f-4822-9f31-2f6e1154a6a9 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:25.224907 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b3d5e90-3943-473b-a3fc-85081aba0248 req-4bbea9f6-082f-4822-9f31-2f6e1154a6a9 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 945 time: 0.0604715 Jul 31 14:24:25.238977 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Pushing event updated for resources: {'Port': ['ID=b2443e11-30c0-4269-9ed4-a7193da17945,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:25.255841 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (2d66d590-8076-491a-8471-7e55eb5a6f7b), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.263886 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Checking router: 2d66d590-8076-491a-8471-7e55eb5a6f7b for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:24:25.264273 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Updating router 2d66d590-8076-491a-8471-7e55eb5a6f7b port daaa03c2-7758-4a92-8813-0443b344c255 binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:24:25.297729 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b3d5e90-3943-473b-a3fc-85081aba0248 req-170385c5-bf87-403a-9f7f-e86390838ae2 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616138 Jul 31 14:24:25.346784 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (daaa03c2-7758-4a92-8813-0443b344c255), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.367922 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-417ed7a5-a2ae-45b7-bbbc-154a69c67dd0 None None] Provisioning complete for port c95745c9-af06-4d8c-8e9e-41953d68d914 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:25.368556 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-417ed7a5-a2ae-45b7-bbbc-154a69c67dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.387577 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:25.399036 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port a25787ec-3d0b-48c8-a157-a42d45712ddb, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=a25787ec-3d0b-48c8-a157-a42d45712ddb,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:25.433710 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.477498 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.489810 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:25.612417 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:25.625267 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=a25787ec-3d0b-48c8-a157-a42d45712ddb,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:25.651223 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:25.672545 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Publish callbacks [] for port (b2443e11-30c0-4269-9ed4-a7193da17945), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.677247 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.703850 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-417ed7a5-a2ae-45b7-bbbc-154a69c67dd0 None None] Current status of the port c95745c9-af06-4d8c-8e9e-41953d68d914 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:25.752491 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Pushing event updated for resources: {'Port': ['ID=b2443e11-30c0-4269-9ed4-a7193da17945,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:25.758098 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (2d66d590-8076-491a-8471-7e55eb5a6f7b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.846353 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-1ed430e8-6859-4512-8826-e64732485a2a None None] Provisioning complete for port b2443e11-30c0-4269-9ed4-a7193da17945 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:25.846863 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ed430e8-6859-4512-8826-e64732485a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.852859 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Publish callbacks [] for port (daaa03c2-7758-4a92-8813-0443b344c255), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.879190 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (daaa03c2-7758-4a92-8813-0443b344c255), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.921895 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device a25787ec-3d0b-48c8-a157-a42d45712ddb up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:25.945431 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Attempting to bind port daaa03c2-7758-4a92-8813-0443b344c255 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:24:25.945791 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Attempting to bind port daaa03c2-7758-4a92-8813-0443b344c255 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:24:25.946140 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Attempting to bind port daaa03c2-7758-4a92-8813-0443b344c255 on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:24:25.951534 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ad017-5c4b-4316-9af5-092607b5e767 req-02488e7e-c847-4d32-bb48-0231a3f2e1b2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:25.953174 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b81ad017-5c4b-4316-9af5-092607b5e767 req-02488e7e-c847-4d32-bb48-0231a3f2e1b2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.1061661 Jul 31 14:24:25.953319 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1ed430e8-6859-4512-8826-e64732485a2a None None] Port b2443e11-30c0-4269-9ed4-a7193da17945 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:24:25.964445 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:25.968078 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:25.970365 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:24:25.970751 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:24:25.971123 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:25.971523 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:24:25.971993 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Bound port: daaa03c2-7758-4a92-8813-0443b344c255, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:24:25.975331 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (daaa03c2-7758-4a92-8813-0443b344c255), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:26.005218 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3697de-6d53-4e7c-8cdb-7d1b459b5b00 None None] Pushing event updated for resources: {'Port': ['ID=daaa03c2-7758-4a92-8813-0443b344c255,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:26.037932 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port a25787ec-3d0b-48c8-a157-a42d45712ddb triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:26.039283 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:26.089364 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] For port daaa03c2-7758-4a92-8813-0443b344c255, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:24:26.094543 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] For port daaa03c2-7758-4a92-8813-0443b344c255, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=daaa03c2-7758-4a92-8813-0443b344c255,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:24:26.127405 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (daaa03c2-7758-4a92-8813-0443b344c255), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:26.152705 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b81ad017-5c4b-4316-9af5-092607b5e767 req-a47f47ad-13c7-4c61-81a6-23ccd3cddb21 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867948 Jul 31 14:24:26.185383 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Router 2d66d590-8076-491a-8471-7e55eb5a6f7b has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:24:26.209191 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Routers {'2d66d590-8076-491a-8471-7e55eb5a6f7b'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:26.209874 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:24:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['2d66d590-8076-491a-8471-7e55eb5a6f7b'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:26.282627 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3697de-6d53-4e7c-8cdb-7d1b459b5b00 None None] Pushing event updated for resources: {'Port': ['ID=daaa03c2-7758-4a92-8813-0443b344c255,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:26.299512 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port a25787ec-3d0b-48c8-a157-a42d45712ddb is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:26.300604 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device c95745c9-af06-4d8c-8e9e-41953d68d914 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:26.356803 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:26.430600 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-2d8b7828-0e6d-4059-a550-d7d1399961a6 None None] Provisioning complete for port b2443e11-30c0-4269-9ed4-a7193da17945 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:26.430980 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7828-0e6d-4059-a550-d7d1399961a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:26.446300 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] Set router 2d66d590-8076-491a-8471-7e55eb5a6f7b gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:26.497910 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 03e23c1b-3995-4bf1-8f91-a0cab5a727db up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:26.507962 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:26.536212 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port c95745c9-af06-4d8c-8e9e-41953d68d914 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:26.536611 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:26.601566 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:24:26.610943 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-5a74243c-7c03-4d8b-a7dd-133739cf0f08 admin admin] 10.222.0.40 "PUT /v2.0/routers/2d66d590-8076-491a-8471-7e55eb5a6f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3180313 Jul 31 14:24:26.616680 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b7828-0e6d-4059-a550-d7d1399961a6 None None] Port b2443e11-30c0-4269-9ed4-a7193da17945 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:24:26.640527 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d265-09ae-4699-8369-efd088d428fb req-af3a2552-c2ac-43fd-a37e-9e956450bbb2 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:26.643103 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1694d265-09ae-4699-8369-efd088d428fb req-af3a2552-c2ac-43fd-a37e-9e956450bbb2 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 945 time: 0.0546010 Jul 31 14:24:26.723219 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 03e23c1b-3995-4bf1-8f91-a0cab5a727db completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:24:26.749670 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 03e23c1b-3995-4bf1-8f91-a0cab5a727db triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:26.750281 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:26.770249 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1694d265-09ae-4699-8369-efd088d428fb req-158e1a9a-1a98-4278-ab5b-91faa1e28ade tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184654 Jul 31 14:24:26.893068 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port c95745c9-af06-4d8c-8e9e-41953d68d914 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:26.970434 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 4, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'gw_port': {'id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2443e11-30c0-4269-9ed4-a7193da17945', 'name': '', 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'mac_address': 'fa:16:3e:57:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:24Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 2, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'subnets': [{'id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:26.998208 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0fd24-a707-4f5f-be37-96221b5c02ca None None] The sync data for ids ['2d66d590-8076-491a-8471-7e55eb5a6f7b'] in dv-cinder-849846-4-iscsi is: [{'id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 4, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'gw_port': {'id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2443e11-30c0-4269-9ed4-a7193da17945', 'name': '', 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'mac_address': 'fa:16:3e:57:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:24Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 2, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'subnets': [{'id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:24:27.005363 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 03e23c1b-3995-4bf1-8f91-a0cab5a727db is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:27.005746 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.033798 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f26e8fa-7258-4095-9b2f-22864303f9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e23c1b-3995-4bf1-8f91-a0cab5a727db'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:24:27.036038 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068353a0-7eb7-4c72-835e-7ebb94f6ef48" -d '{"events": [{"server_uuid": "5f26e8fa-7258-4095-9b2f-22864303f9a6", "name": "network-vif-plugged", "status": "completed", "tag": "03e23c1b-3995-4bf1-8f91-a0cab5a727db"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:24:27.049160 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 03e23c1b-3995-4bf1-8f91-a0cab5a727db, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=03e23c1b-3995-4bf1-8f91-a0cab5a727db,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:27.054022 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.090635 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc963f83-bd87-4fc5-a559-227cab18fb96 x-openstack-request-id: req-fc963f83-bd87-4fc5-a559-227cab18fb96 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:24:27.090991 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f26e8fa-7258-4095-9b2f-22864303f9a6", "name": "network-vif-plugged", "status": "completed", "tag": "03e23c1b-3995-4bf1-8f91-a0cab5a727db", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:24:27.091329 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fc963f83-bd87-4fc5-a559-227cab18fb96 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:24:27.091797 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc963f83-bd87-4fc5-a559-227cab18fb96'] response: {'server_uuid': '5f26e8fa-7258-4095-9b2f-22864303f9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e23c1b-3995-4bf1-8f91-a0cab5a727db', 'code': 200} Jul 31 14:24:27.111043 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=03e23c1b-3995-4bf1-8f91-a0cab5a727db,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:27.130502 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58282) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:27.135812 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-183043a3-0824-4f5a-9568-a45bbf8678a8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003730363', 'description': 'tempest-secgroup-smoke-1003730363 description', 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:27.160438 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183043a3-0824-4f5a-9568-a45bbf8678a8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.192874 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:27.285909 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183043a3-0824-4f5a-9568-a45bbf8678a8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group (7317cc22-7ed8-43f5-a59b-34121bcd6cdb), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.293892 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183043a3-0824-4f5a-9568-a45bbf8678a8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (7317cc22-7ed8-43f5-a59b-34121bcd6cdb), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.353084 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183043a3-0824-4f5a-9568-a45bbf8678a8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.354514 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-183043a3-0824-4f5a-9568-a45bbf8678a8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2229192 Jul 31 14:24:27.355765 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10c250-e9e9-4097-be06-2136a33301c4 req-3ad67021-9c9b-4ecb-aeef-264bea4de29c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:27.357385 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58288) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:27.364174 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed10c250-e9e9-4097-be06-2136a33301c4 req-3ad67021-9c9b-4ecb-aeef-264bea4de29c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.1053913 Jul 31 14:24:27.373076 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-a5096c2a-0cc9-4013-a8ca-062ec1cb9a90 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Request body: {'security_group_rule': {'security_group_id': '7317cc22-7ed8-43f5-a59b-34121bcd6cdb', 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:27.379943 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183043a3-0824-4f5a-9568-a45bbf8678a8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7317cc22-7ed8-43f5-a59b-34121bcd6cdb,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:27.419638 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6a82-42a2-457c-9562-b49cbf9895b6 req-78f45743-abcf-4046-947b-cdcb83a1abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:27.421462 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-676b6a82-42a2-457c-9562-b49cbf9895b6 req-78f45743-abcf-4046-947b-cdcb83a1abbf service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 1130 time: 0.0630503 Jul 31 14:24:27.435737 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed10c250-e9e9-4097-be06-2136a33301c4 req-48d89f7a-ab66-4663-9532-32ad62d30869 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704212 Jul 31 14:24:27.436842 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5096c2a-0cc9-4013-a8ca-062ec1cb9a90 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (fa166794-f1a1-443b-840e-3a75bfc3a809), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.502672 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-676b6a82-42a2-457c-9562-b49cbf9895b6 req-b92e0c29-ecaa-483d-8e20-594de1615c38 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744157 Jul 31 14:24:27.504253 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:27.520128 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5096c2a-0cc9-4013-a8ca-062ec1cb9a90 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (fa166794-f1a1-443b-840e-3a75bfc3a809), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.526148 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5096c2a-0cc9-4013-a8ca-062ec1cb9a90 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (fa166794-f1a1-443b-840e-3a75bfc3a809), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.546850 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5096c2a-0cc9-4013-a8ca-062ec1cb9a90 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa166794-f1a1-443b-840e-3a75bfc3a809,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:27.551085 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5096c2a-0cc9-4013-a8ca-062ec1cb9a90 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.556119 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-a5096c2a-0cc9-4013-a8ca-062ec1cb9a90 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927595 Jul 31 14:24:27.556828 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58290) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:27.561674 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-4800c296-587f-4053-9093-80709bca857e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Request body: {'security_group_rule': {'security_group_id': '7317cc22-7ed8-43f5-a59b-34121bcd6cdb', 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:27.578299 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:27.591090 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4800c296-587f-4053-9093-80709bca857e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (ac6ba707-2d16-4eb2-abbd-b38cf61c739c), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.654430 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4800c296-587f-4053-9093-80709bca857e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (ac6ba707-2d16-4eb2-abbd-b38cf61c739c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.660282 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4800c296-587f-4053-9093-80709bca857e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (ac6ba707-2d16-4eb2-abbd-b38cf61c739c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.680484 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800c296-587f-4053-9093-80709bca857e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6ba707-2d16-4eb2-abbd-b38cf61c739c,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:27.691452 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4800c296-587f-4053-9093-80709bca857e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.692694 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4800c296-587f-4053-9093-80709bca857e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345270 Jul 31 14:24:27.695622 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58292) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:27.699980 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-173fbd17-2654-4548-953b-0cf26d35ff64 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Request body: {'security_group_rule': {'security_group_id': '7317cc22-7ed8-43f5-a59b-34121bcd6cdb', 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:27.728335 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-173fbd17-2654-4548-953b-0cf26d35ff64 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (9a05e98e-4dcb-4b3e-afbb-4c86c110d5c9), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.786222 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-173fbd17-2654-4548-953b-0cf26d35ff64 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (9a05e98e-4dcb-4b3e-afbb-4c86c110d5c9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.790330 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-173fbd17-2654-4548-953b-0cf26d35ff64 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (9a05e98e-4dcb-4b3e-afbb-4c86c110d5c9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.809623 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fbd17-2654-4548-953b-0cf26d35ff64 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a05e98e-4dcb-4b3e-afbb-4c86c110d5c9,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:27.819803 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-173fbd17-2654-4548-953b-0cf26d35ff64 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.823768 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-173fbd17-2654-4548-953b-0cf26d35ff64 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244109 Jul 31 14:24:27.823977 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58296) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:27.828475 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1eebb933-af5d-4961-a41f-f2112e2008c9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Request body: {'security_group_rule': {'security_group_id': '7317cc22-7ed8-43f5-a59b-34121bcd6cdb', 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:27.855287 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eebb933-af5d-4961-a41f-f2112e2008c9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (590ad43c-df30-4bd2-8514-261cf49711fa), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.888910 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da59d-7e95-43c5-a46b-3c577ce924a7 req-4e43366e-1c57-46ec-a4e1-04d25f9d967e tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:27.891886 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fe4da59d-7e95-43c5-a46b-3c577ce924a7 req-4e43366e-1c57-46ec-a4e1-04d25f9d967e tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 946 time: 0.0538394 Jul 31 14:24:27.916449 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eebb933-af5d-4961-a41f-f2112e2008c9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (590ad43c-df30-4bd2-8514-261cf49711fa), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.921150 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eebb933-af5d-4961-a41f-f2112e2008c9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (590ad43c-df30-4bd2-8514-261cf49711fa), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.941372 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebb933-af5d-4961-a41f-f2112e2008c9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590ad43c-df30-4bd2-8514-261cf49711fa,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:27.943974 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fe4da59d-7e95-43c5-a46b-3c577ce924a7 req-3cc07edb-bc57-40f2-a7cf-bd2d405c6bff tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462449 Jul 31 14:24:27.948939 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eebb933-af5d-4961-a41f-f2112e2008c9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:27.950620 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1eebb933-af5d-4961-a41f-f2112e2008c9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257942 Jul 31 14:24:27.953505 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58298) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:27.957733 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-af1e585d-d4f9-4218-a375-cd4561806d50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Request body: {'security_group_rule': {'security_group_id': '7317cc22-7ed8-43f5-a59b-34121bcd6cdb', 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:27.980681 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-af1e585d-d4f9-4218-a375-cd4561806d50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Project d9ff0edf56fa403e8b9bf25fe004cdd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 14:24:27.987539 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af1e585d-d4f9-4218-a375-cd4561806d50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (e1703c82-a29c-42d0-830f-d17b5766215b), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:28.014694 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:28.064899 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af1e585d-d4f9-4218-a375-cd4561806d50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (e1703c82-a29c-42d0-830f-d17b5766215b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:28.068947 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af1e585d-d4f9-4218-a375-cd4561806d50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (e1703c82-a29c-42d0-830f-d17b5766215b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:28.089617 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e585d-d4f9-4218-a375-cd4561806d50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1703c82-a29c-42d0-830f-d17b5766215b,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:28.104969 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af1e585d-d4f9-4218-a375-cd4561806d50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:28.108330 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-af1e585d-d4f9-4218-a375-cd4561806d50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512771 Jul 31 14:24:28.108645 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58304) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:28.113563 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-bf90e306-cfbd-4f9e-a864-1ab827b30627 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Request body: {'security_group_rule': {'security_group_id': '7317cc22-7ed8-43f5-a59b-34121bcd6cdb', 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:28.137876 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-bf90e306-cfbd-4f9e-a864-1ab827b30627 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Project d9ff0edf56fa403e8b9bf25fe004cdd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 14:24:28.149545 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bf90e306-cfbd-4f9e-a864-1ab827b30627 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (44272f83-e87a-4686-b5c5-ba55ed2a4bba), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:28.211877 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bf90e306-cfbd-4f9e-a864-1ab827b30627 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (44272f83-e87a-4686-b5c5-ba55ed2a4bba), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:28.215955 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bf90e306-cfbd-4f9e-a864-1ab827b30627 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (44272f83-e87a-4686-b5c5-ba55ed2a4bba), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:28.235542 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e306-cfbd-4f9e-a864-1ab827b30627 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44272f83-e87a-4686-b5c5-ba55ed2a4bba,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:28.243902 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bf90e306-cfbd-4f9e-a864-1ab827b30627 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:28.245107 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bf90e306-cfbd-4f9e-a864-1ab827b30627 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355314 Jul 31 14:24:28.565162 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce022-92b5-4a7e-a657-03b0a302689a req-bbe28a5f-30b7-48f3-bc18-a6de0df139da tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:28.566847 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5cbce022-92b5-4a7e-a657-03b0a302689a req-bbe28a5f-30b7-48f3-bc18-a6de0df139da tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0534658 Jul 31 14:24:28.584424 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:28.627644 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5cbce022-92b5-4a7e-a657-03b0a302689a req-fab3b77b-13f6-4ebe-877d-a4502cf70256 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509055 Jul 31 14:24:28.876014 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58366) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:28.982456 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-11709ecf-0890-4fa9-82d8-f94a1f70ea64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.088854 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0fc24-9dac-4908-a3e3-f8a1ae8b8384 req-bed685e6-4c7a-49e2-a715-e6f85dbf0d82 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:29.090368 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c9e0fc24-9dac-4908-a3e3-f8a1ae8b8384 req-bed685e6-4c7a-49e2-a715-e6f85dbf0d82 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 946 time: 0.0685954 Jul 31 14:24:29.130717 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-11709ecf-0890-4fa9-82d8-f94a1f70ea64 admin admin] Publish callbacks [] for security_group (996b4ec4-0d58-4e53-a2fc-2703d3c6e9cf), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.138882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-11709ecf-0890-4fa9-82d8-f94a1f70ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (996b4ec4-0d58-4e53-a2fc-2703d3c6e9cf), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.196379 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c9e0fc24-9dac-4908-a3e3-f8a1ae8b8384 req-4fbc122f-d822-4919-968c-0387f5306081 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942950 Jul 31 14:24:29.204295 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-11709ecf-0890-4fa9-82d8-f94a1f70ea64 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=49d2e9f00b2444cdbc00cbcccb77748e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276649 Jul 31 14:24:29.205264 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11709ecf-0890-4fa9-82d8-f94a1f70ea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996b4ec4-0d58-4e53-a2fc-2703d3c6e9cf,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:29.206936 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58382) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:29.267873 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddf104ff-fc58-45ad-b633-fd2bdac55474 admin admin] Publish callbacks [] for security_group (996b4ec4-0d58-4e53-a2fc-2703d3c6e9cf), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.291046 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddf104ff-fc58-45ad-b633-fd2bdac55474 admin admin] Publish callbacks [] for security_group (996b4ec4-0d58-4e53-a2fc-2703d3c6e9cf), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.353542 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddf104ff-fc58-45ad-b633-fd2bdac55474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (996b4ec4-0d58-4e53-a2fc-2703d3c6e9cf), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.356966 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddf104ff-fc58-45ad-b633-fd2bdac55474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.358370 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ddf104ff-fc58-45ad-b633-fd2bdac55474 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/996b4ec4-0d58-4e53-a2fc-2703d3c6e9cf HTTP/1.1" status: 204 len: 168 time: 0.1488819 Jul 31 14:24:29.370019 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf104ff-fc58-45ad-b633-fd2bdac55474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b4ec4-0d58-4e53-a2fc-2703d3c6e9cf,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:29.693583 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58398) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:29.708339 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ad275da-1b3d-40e5-834e-3e8165e6d204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.773467 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea50a0-a75f-4a7f-8663-24500071df23 req-19337746-c0dc-41c0-a2b0-ed11d2a4b1bd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:29.775190 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e5ea50a0-a75f-4a7f-8663-24500071df23 req-19337746-c0dc-41c0-a2b0-ed11d2a4b1bd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0647941 Jul 31 14:24:29.850065 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device daaa03c2-7758-4a92-8813-0443b344c255 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:29.858522 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e5ea50a0-a75f-4a7f-8663-24500071df23 req-225b46a4-69f4-49b8-a54d-b57253ce191a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691156 Jul 31 14:24:29.872168 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ad275da-1b3d-40e5-834e-3e8165e6d204 admin admin] Publish callbacks [] for security_group (ff02bb6c-3f5f-4ebd-b0bf-32a35c52bc50), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.879761 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ad275da-1b3d-40e5-834e-3e8165e6d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (ff02bb6c-3f5f-4ebd-b0bf-32a35c52bc50), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.902322 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port daaa03c2-7758-4a92-8813-0443b344c255 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:29.902909 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (daaa03c2-7758-4a92-8813-0443b344c255), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.925380 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad275da-1b3d-40e5-834e-3e8165e6d204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff02bb6c-3f5f-4ebd-b0bf-32a35c52bc50,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:29.931175 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9ad275da-1b3d-40e5-834e-3e8165e6d204 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b016d452964b4297a6ed74458a561184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358470 Jul 31 14:24:29.933706 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58402) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:29.982733 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port daaa03c2-7758-4a92-8813-0443b344c255 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:29.983186 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (daaa03c2-7758-4a92-8813-0443b344c255), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:29.986227 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-844b5588-5f5a-4947-83ff-06109069ea66 admin admin] Publish callbacks [] for security_group (ff02bb6c-3f5f-4ebd-b0bf-32a35c52bc50), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.003574 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port daaa03c2-7758-4a92-8813-0443b344c255, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=daaa03c2-7758-4a92-8813-0443b344c255,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:30.008074 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (daaa03c2-7758-4a92-8813-0443b344c255), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.008477 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-844b5588-5f5a-4947-83ff-06109069ea66 admin admin] Publish callbacks [] for security_group (ff02bb6c-3f5f-4ebd-b0bf-32a35c52bc50), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.046735 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:30.065052 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=daaa03c2-7758-4a92-8813-0443b344c255,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:30.065272 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-844b5588-5f5a-4947-83ff-06109069ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (ff02bb6c-3f5f-4ebd-b0bf-32a35c52bc50), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.067854 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-844b5588-5f5a-4947-83ff-06109069ea66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.069527 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-844b5588-5f5a-4947-83ff-06109069ea66 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ff02bb6c-3f5f-4ebd-b0bf-32a35c52bc50 HTTP/1.1" status: 204 len: 168 time: 0.1344008 Jul 31 14:24:30.078524 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b5588-5f5a-4947-83ff-06109069ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff02bb6c-3f5f-4ebd-b0bf-32a35c52bc50,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:30.333391 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8797e-6ae0-479e-8202-839c51b11c54 req-a7701450-a4ec-4972-ac37-a866d5ed1b6e tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:30.338683 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7ad8797e-6ae0-479e-8202-839c51b11c54 req-a7701450-a4ec-4972-ac37-a866d5ed1b6e tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 946 time: 0.0589645 Jul 31 14:24:30.396638 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7ad8797e-6ae0-479e-8202-839c51b11c54 req-d7ebc6bd-2b51-4787-bd6f-624d1b656acd tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547135 Jul 31 14:24:30.466808 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58412) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:30.482065 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1215-79a4-413a-8bba-db1173bfcde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.529407 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Sync routers for ids ['2d66d590-8076-491a-8471-7e55eb5a6f7b'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:24:30.542827 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Routers {'2d66d590-8076-491a-8471-7e55eb5a6f7b'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:30.543656 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:24:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['2d66d590-8076-491a-8471-7e55eb5a6f7b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:30.568136 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1215-79a4-413a-8bba-db1173bfcde5 admin admin] Publish callbacks [] for security_group (b69e447f-28a8-4eb3-b3a3-5b6875b4387d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.573744 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1215-79a4-413a-8bba-db1173bfcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b69e447f-28a8-4eb3-b3a3-5b6875b4387d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.607873 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:30.613521 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f6fd1215-79a4-413a-8bba-db1173bfcde5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c42240ae47d047c7abccc8fc379c0120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455021 Jul 31 14:24:30.616295 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58416) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:30.627045 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd1215-79a4-413a-8bba-db1173bfcde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69e447f-28a8-4eb3-b3a3-5b6875b4387d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:30.660345 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Set router 2d66d590-8076-491a-8471-7e55eb5a6f7b gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:30.677852 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-237262af-6d8b-4dec-b0a6-bb88e0a930f5 admin admin] Publish callbacks [] for security_group (b69e447f-28a8-4eb3-b3a3-5b6875b4387d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.680285 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:30.704385 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-237262af-6d8b-4dec-b0a6-bb88e0a930f5 admin admin] Publish callbacks [] for security_group (b69e447f-28a8-4eb3-b3a3-5b6875b4387d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.763752 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-237262af-6d8b-4dec-b0a6-bb88e0a930f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b69e447f-28a8-4eb3-b3a3-5b6875b4387d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.766797 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-237262af-6d8b-4dec-b0a6-bb88e0a930f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:30.768409 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-237262af-6d8b-4dec-b0a6-bb88e0a930f5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b69e447f-28a8-4eb3-b3a3-5b6875b4387d HTTP/1.1" status: 204 len: 168 time: 0.1510944 Jul 31 14:24:30.778714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237262af-6d8b-4dec-b0a6-bb88e0a930f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69e447f-28a8-4eb3-b3a3-5b6875b4387d,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:30.791362 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:30.905154 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 4, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'gw_port': {'id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2443e11-30c0-4269-9ed4-a7193da17945', 'name': '', 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'mac_address': 'fa:16:3e:57:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:24Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 2, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'subnets': [{'id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:30.933582 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Checking router: 2d66d590-8076-491a-8471-7e55eb5a6f7b for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:24:30.933940 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Updating router 2d66d590-8076-491a-8471-7e55eb5a6f7b port b2443e11-30c0-4269-9ed4-a7193da17945 binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:24:30.964949 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:30.965933 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:31.031124 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3f97-8a59-4f34-aa13-998960c137ce req-50ae354b-28b8-4170-8def-8b6ea53520fa tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:31.032944 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7edd3f97-8a59-4f34-aa13-998960c137ce req-50ae354b-28b8-4170-8def-8b6ea53520fa tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0923688 Jul 31 14:24:31.106080 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7edd3f97-8a59-4f34-aa13-998960c137ce req-a710f8b5-69e5-4799-9425-6be2d3c8b6cb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656300 Jul 31 14:24:31.285153 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Publish callbacks [] for port (b2443e11-30c0-4269-9ed4-a7193da17945), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:31.294624 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:31.325372 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:31.352676 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d3f78-b1ae-4ea6-b571-b5be14d88316 None None] Pushing event updated for resources: {'Port': ['ID=b2443e11-30c0-4269-9ed4-a7193da17945,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:31.382525 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a94e5a-5a88-4ee3-9405-33f3d9c26a76 req-cdb8684f-7ccd-43ee-9b29-15ebfd8a4570 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:31.384501 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b8a94e5a-5a88-4ee3-9405-33f3d9c26a76 req-cdb8684f-7ccd-43ee-9b29-15ebfd8a4570 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 946 time: 0.0596998 Jul 31 14:24:31.409350 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Attempting to bind port b2443e11-30c0-4269-9ed4-a7193da17945 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:24:31.409727 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Attempting to bind port b2443e11-30c0-4269-9ed4-a7193da17945 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:24:31.410109 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Attempting to bind port b2443e11-30c0-4269-9ed4-a7193da17945 on network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:24:31.416056 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:24:31.416431 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Checking segment: {'id': 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:24:31.416832 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:31.417225 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Bound using segment: {'id': 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:24:31.417718 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Bound port: b2443e11-30c0-4269-9ed4-a7193da17945, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:24:31.418077 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:31.445183 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b8a94e5a-5a88-4ee3-9405-33f3d9c26a76 req-22d3f4e4-4191-45ad-9607-c9f4c2de7b2d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547359 Jul 31 14:24:31.490187 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] For port b2443e11-30c0-4269-9ed4-a7193da17945, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:24:31.494583 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] For port b2443e11-30c0-4269-9ed4-a7193da17945, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=b2443e11-30c0-4269-9ed4-a7193da17945,segment=NetworkSegment(e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851),segment_id=e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:24:31.500760 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:31.617233 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Routers {'2d66d590-8076-491a-8471-7e55eb5a6f7b'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:24:31.618033 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:24:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['2d66d590-8076-491a-8471-7e55eb5a6f7b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:31.722583 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d3f78-b1ae-4ea6-b571-b5be14d88316 None None] Pushing event updated for resources: {'Port': ['ID=b2443e11-30c0-4269-9ed4-a7193da17945,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:31.762456 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] Set router 2d66d590-8076-491a-8471-7e55eb5a6f7b gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:24:31.875504 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b2443e11-30c0-4269-9ed4-a7193da17945 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:31.927826 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port b2443e11-30c0-4269-9ed4-a7193da17945 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:31.928251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:31.994085 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:31.997970 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 4, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'gw_port': {'id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2443e11-30c0-4269-9ed4-a7193da17945', 'name': '', 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'mac_address': 'fa:16:3e:57:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:24Z', 'updated_at': '2022-07-31T14:24:31Z', 'revision_number': 4, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'subnets': [{'id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:24:32.002204 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:32.021470 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port b2443e11-30c0-4269-9ed4-a7193da17945 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:32.022667 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:32.048322 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87db7e1-b9ce-4714-a4a1-70b6495db08e None None] The sync data for ids ['2d66d590-8076-491a-8471-7e55eb5a6f7b'] in dv-cinder-849846-4-iscsi is: [{'id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 4, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'gw_port': {'id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2443e11-30c0-4269-9ed4-a7193da17945', 'name': '', 'network_id': '7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'mac_address': 'fa:16:3e:57:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:24Z', 'updated_at': '2022-07-31T14:24:31Z', 'revision_number': 4, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'subnets': [{'id': 'feb61dae-e15c-4251-8b42-88aeb535cc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:24:32.073128 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port b2443e11-30c0-4269-9ed4-a7193da17945, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=b2443e11-30c0-4269-9ed4-a7193da17945,segment=NetworkSegment(e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851),segment_id=e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:32.080109 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:32.081079 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device daaa03c2-7758-4a92-8813-0443b344c255 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:32.182459 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=b2443e11-30c0-4269-9ed4-a7193da17945,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:32.199821 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port daaa03c2-7758-4a92-8813-0443b344c255 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:32.200685 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (daaa03c2-7758-4a92-8813-0443b344c255), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:32.265076 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f802490-44d0-4877-97b2-5ee0f507cd11 req-23932659-9ad5-4163-92e8-1aabc51428ae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:32.272848 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5f802490-44d0-4877-97b2-5ee0f507cd11 req-23932659-9ad5-4163-92e8-1aabc51428ae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0706861 Jul 31 14:24:32.303673 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port daaa03c2-7758-4a92-8813-0443b344c255 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:32.343562 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5f802490-44d0-4877-97b2-5ee0f507cd11 req-4d886ca2-53a1-4854-aca0-f29a14bc16fe tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693107 Jul 31 14:24:32.585883 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aebdc1-dfc7-4061-9234-4a84d9e4c365 req-b8b0f793-d501-45f3-aada-f6b6e09f4172 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:32.588042 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f7aebdc1-dfc7-4061-9234-4a84d9e4c365 req-b8b0f793-d501-45f3-aada-f6b6e09f4172 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 946 time: 0.0562110 Jul 31 14:24:32.662334 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f7aebdc1-dfc7-4061-9234-4a84d9e4c365 req-d47b0193-db74-4522-98bd-55a6b3a3343f tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647304 Jul 31 14:24:33.464727 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-7d0b6073-4934-42bb-b885-fc0dd2de34a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:33.466210 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-7d0b6073-4934-42bb-b885-fc0dd2de34a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 946 time: 0.0765505 Jul 31 14:24:33.487988 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791aea4-69b9-4a13-80ab-72abb3e78f9d req-57a50ac5-434b-47f8-8e0a-765a702d1dc5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:33.489371 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7791aea4-69b9-4a13-80ab-72abb3e78f9d req-57a50ac5-434b-47f8-8e0a-765a702d1dc5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0673275 Jul 31 14:24:33.582229 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:33.590596 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7791aea4-69b9-4a13-80ab-72abb3e78f9d req-e34512ed-c657-4218-adba-83f6b2cd1ba9 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840008 Jul 31 14:24:33.599674 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Deleting port 03e23c1b-3995-4bf1-8f91-a0cab5a727db {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:24:33.600528 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:33.698699 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] For port 03e23c1b-3995-4bf1-8f91-a0cab5a727db, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=03e23c1b-3995-4bf1-8f91-a0cab5a727db,segment=NetworkSegment(da2cda25-4fe6-434c-bd75-b060880b851a),segment_id=da2cda25-4fe6-434c-bd75-b060880b851a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:24:33.699064 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:33.713205 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Calling delete_port for 03e23c1b-3995-4bf1-8f91-a0cab5a727db owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:24:33.842413 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7666014-a6f7-42fc-ad78-45a28179391a req-0b5f28c1-935e-430e-bfab-cdd6427adc38 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:33.843957 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f7666014-a6f7-42fc-ad78-45a28179391a req-0b5f28c1-935e-430e-bfab-cdd6427adc38 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f26e8fa-7258-4095-9b2f-22864303f9a6 HTTP/1.1" status: 200 len: 946 time: 0.0696719 Jul 31 14:24:33.875925 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b2443e11-30c0-4269-9ed4-a7193da17945 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:24:33.923692 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port b2443e11-30c0-4269-9ed4-a7193da17945 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:24:33.924072 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:33.938859 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (03e23c1b-3995-4bf1-8f91-a0cab5a727db), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:33.996285 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['03e23c1b-3995-4bf1-8f91-a0cab5a727db'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:24:34.000183 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f7666014-a6f7-42fc-ad78-45a28179391a req-226d8af0-5f6f-488f-80ff-6caa89aea61d tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.40 "GET /v2.0/security-groups?id=1fc2b448-8bce-40f5-ac5b-89ef00465928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479323 Jul 31 14:24:34.002105 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Pushing event deleted for resources: {'Port': ['ID=03e23c1b-3995-4bf1-8f91-a0cab5a727db,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:34.029879 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port b2443e11-30c0-4269-9ed4-a7193da17945 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:24:34.053694 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] No DVR routers for this DVR port 03e23c1b-3995-4bf1-8f91-a0cab5a727db on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:24:34.057070 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:34.060405 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-47cd9a84-cfaf-4d51-b91c-e567d8c69769 req-98f5e5a3-24dd-4ff4-b1a4-60097e6171a0 tempest-VolumesActionsTest-881332668 tempest-VolumesActionsTest-881332668-project] 10.222.0.17 "DELETE /v2.0/ports/03e23c1b-3995-4bf1-8f91-a0cab5a727db HTTP/1.1" status: 204 len: 173 time: 0.5866120 Jul 31 14:24:34.060848 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f26e8fa-7258-4095-9b2f-22864303f9a6', 'name': 'network-vif-deleted', 'tag': '03e23c1b-3995-4bf1-8f91-a0cab5a727db'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:24:34.063090 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ef6de4-e12e-44b1-a4c6-e0148106e03c" -d '{"events": [{"server_uuid": "5f26e8fa-7258-4095-9b2f-22864303f9a6", "name": "network-vif-deleted", "tag": "03e23c1b-3995-4bf1-8f91-a0cab5a727db"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:24:34.111472 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9028e81-3da8-45cd-87d0-7b9963b0a225 x-openstack-request-id: req-f9028e81-3da8-45cd-87d0-7b9963b0a225 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:24:34.111765 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f26e8fa-7258-4095-9b2f-22864303f9a6", "name": "network-vif-deleted", "tag": "03e23c1b-3995-4bf1-8f91-a0cab5a727db", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:24:34.112015 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f9028e81-3da8-45cd-87d0-7b9963b0a225 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:24:34.112540 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9028e81-3da8-45cd-87d0-7b9963b0a225'] response: {'server_uuid': '5f26e8fa-7258-4095-9b2f-22864303f9a6', 'name': 'network-vif-deleted', 'tag': '03e23c1b-3995-4bf1-8f91-a0cab5a727db', 'status': 'completed', 'code': 200} Jul 31 14:24:34.716969 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7a7e0-f174-4fbb-a9f5-dcb80e996438 req-d8d15107-4c8a-4af8-9775-8f7266a5d5cc tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:34.719865 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1bc7a7e0-f174-4fbb-a9f5-dcb80e996438 req-d8d15107-4c8a-4af8-9775-8f7266a5d5cc tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0548072 Jul 31 14:24:34.777958 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1bc7a7e0-f174-4fbb-a9f5-dcb80e996438 req-667227a5-11e8-4bf0-8e14-575a28e09021 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520582 Jul 31 14:24:35.901821 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90026177-fa1e-4b45-aeb8-27488ba5f21b req-bb08ce93-0c1a-4c55-adeb-92acc0bc2439 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:35.903470 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90026177-fa1e-4b45-aeb8-27488ba5f21b req-bb08ce93-0c1a-4c55-adeb-92acc0bc2439 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0528667 Jul 31 14:24:35.954923 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90026177-fa1e-4b45-aeb8-27488ba5f21b req-2cd1309f-99aa-459d-aac5-57f597bcb085 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Jul 31 14:24:36.442110 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 03e23c1b-3995-4bf1-8f91-a0cab5a727db no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:24:36.463761 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 03e23c1b-3995-4bf1-8f91-a0cab5a727db {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:24:36.464107 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 03e23c1b-3995-4bf1-8f91-a0cab5a727db not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:24:37.091505 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9704433-9694-4c5a-841a-20fbab693679 req-778336d9-32de-497f-8127-aa18db3be7fb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:37.093001 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d9704433-9694-4c5a-841a-20fbab693679 req-778336d9-32de-497f-8127-aa18db3be7fb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0577300 Jul 31 14:24:37.113451 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:37.142844 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d9704433-9694-4c5a-841a-20fbab693679 req-841b3437-ebba-4229-9fa6-160a97d8d189 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440838 Jul 31 14:24:37.993676 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0b39e27-a243-42b3-aacc-85a11acc0142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:38.261060 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4bde2-6f6e-4a9d-88ce-97a14d22ac42 req-5a283dac-8f19-4a96-bfe9-31ca34f17c22 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:38.262561 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-edc4bde2-6f6e-4a9d-88ce-97a14d22ac42 req-5a283dac-8f19-4a96-bfe9-31ca34f17c22 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0471425 Jul 31 14:24:38.310221 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-edc4bde2-6f6e-4a9d-88ce-97a14d22ac42 req-113be4d6-8bba-4b2a-bf10-170dec27a24e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Jul 31 14:24:39.426580 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f735f30-b4e7-476e-8823-58128c18efb7 req-8491d891-5dda-4bd1-819c-a7228b8f82cb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:39.428040 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f735f30-b4e7-476e-8823-58128c18efb7 req-8491d891-5dda-4bd1-819c-a7228b8f82cb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0459499 Jul 31 14:24:39.477808 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f735f30-b4e7-476e-8823-58128c18efb7 req-25520ad9-aacf-49d7-b361-444d8bb7901b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Jul 31 14:24:40.119369 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dceef157-f694-4e2f-a454-566ebf79a00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:40.602381 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1473bd-bfb9-4ec5-9ac7-70092a5249c9 req-864e09b4-1ae9-4aaf-b54b-77fef02ad5ba tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:40.603880 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dd1473bd-bfb9-4ec5-9ac7-70092a5249c9 req-864e09b4-1ae9-4aaf-b54b-77fef02ad5ba tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0491824 Jul 31 14:24:40.616723 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58696) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:40.655635 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dd1473bd-bfb9-4ec5-9ac7-70092a5249c9 req-e66b879c-aab8-4e0e-a064-7c449f6d175a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462196 Jul 31 14:24:40.732332 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:40.806950 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Publish callbacks [] for security_group (47ab1dbf-3a87-4214-b3ca-b0c6508e380d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:40.810586 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (47ab1dbf-3a87-4214-b3ca-b0c6508e380d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:40.854528 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=426d33d7a3a64ab1a312f8654be50f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367113 Jul 31 14:24:40.857102 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ab1dbf-3a87-4214-b3ca-b0c6508e380d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:40.857840 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58700) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:40.860139 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:40.865342 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.865726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.866065 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.866399 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.866735 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.867065 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.867381 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.867730 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.868057 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.868379 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.868720 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.869024 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.869341 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.869681 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.869976 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2439a5a-0eed-4ef5-bcc6-772a16f12a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:40.919013 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Publish callbacks [] for security_group (47ab1dbf-3a87-4214-b3ca-b0c6508e380d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:40.942108 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Publish callbacks [] for security_group (47ab1dbf-3a87-4214-b3ca-b0c6508e380d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:40.988340 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:41.009058 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (47ab1dbf-3a87-4214-b3ca-b0c6508e380d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.011750 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.012971 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/47ab1dbf-3a87-4214-b3ca-b0c6508e380d HTTP/1.1" status: 204 len: 168 time: 0.1534350 Jul 31 14:24:41.021423 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ab1dbf-3a87-4214-b3ca-b0c6508e380d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:41.029342 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.029791 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.030248 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.030725 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.031182 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.031702 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.032024 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.032342 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.032662 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.033004 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.033338 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.033658 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.034090 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.034406 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.034718 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0df1d3-3b37-4cb1-9c2c-76849abe29c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:24:41.282793 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58718) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:41.296501 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff7df516-4982-4ebd-b93c-d015386abbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.395018 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff7df516-4982-4ebd-b93c-d015386abbe6 admin admin] Publish callbacks [] for security_group (4d6da22a-ef11-4b2a-ad60-aaaffc54c5cd), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.400129 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff7df516-4982-4ebd-b93c-d015386abbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (4d6da22a-ef11-4b2a-ad60-aaaffc54c5cd), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.409075 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.444002 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-ff7df516-4982-4ebd-b93c-d015386abbe6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=42957535933041618cf37f8cd4fd7eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599495 Jul 31 14:24:41.445061 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7df516-4982-4ebd-b93c-d015386abbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6da22a-ef11-4b2a-ad60-aaaffc54c5cd,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:41.445569 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58724) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:41.472768 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:24:41.506047 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5777-f7fb-40fb-a1dc-fb408d98a81a admin admin] Publish callbacks [] for security_group (4d6da22a-ef11-4b2a-ad60-aaaffc54c5cd), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.528458 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5777-f7fb-40fb-a1dc-fb408d98a81a admin admin] Publish callbacks [] for security_group (4d6da22a-ef11-4b2a-ad60-aaaffc54c5cd), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.583992 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5777-f7fb-40fb-a1dc-fb408d98a81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (4d6da22a-ef11-4b2a-ad60-aaaffc54c5cd), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.588325 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5777-f7fb-40fb-a1dc-fb408d98a81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:41.589701 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ba0c5777-f7fb-40fb-a1dc-fb408d98a81a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4d6da22a-ef11-4b2a-ad60-aaaffc54c5cd HTTP/1.1" status: 204 len: 168 time: 0.1430485 Jul 31 14:24:41.598855 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c5777-f7fb-40fb-a1dc-fb408d98a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6da22a-ef11-4b2a-ad60-aaaffc54c5cd,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:41.793937 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee43c9-d960-4b04-b2dc-e22ded463170 req-83eca79a-9488-4924-ba51-4eb5bbe936a4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:41.800800 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8bee43c9-d960-4b04-b2dc-e22ded463170 req-83eca79a-9488-4924-ba51-4eb5bbe936a4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0634515 Jul 31 14:24:41.875609 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8bee43c9-d960-4b04-b2dc-e22ded463170 req-03e3ed3c-a920-4014-a0ef-7a1c14bfe02f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738080 Jul 31 14:24:42.782000 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:42.998742 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:43.027575 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:43.035140 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e9ae7-0693-49d8-9683-3481e2420437 req-2945e1e2-6272-4f97-aca6-b281c4bfb299 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:43.036726 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d1e9ae7-0693-49d8-9683-3481e2420437 req-2945e1e2-6272-4f97-aca6-b281c4bfb299 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0552254 Jul 31 14:24:43.114448 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d1e9ae7-0693-49d8-9683-3481e2420437 req-79635498-f118-4909-b596-8fc500902aca tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694051 Jul 31 14:24:44.294787 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e2f26-6446-4a29-a1e1-63335608c25b req-bdc55d55-3c7b-49b9-8b69-bd40b11d7c76 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:44.297822 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-356e2f26-6446-4a29-a1e1-63335608c25b req-bdc55d55-3c7b-49b9-8b69-bd40b11d7c76 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0775709 Jul 31 14:24:44.364203 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-356e2f26-6446-4a29-a1e1-63335608c25b req-19e7c997-6c26-434c-b947-7e161a349114 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581841 Jul 31 14:24:45.554874 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36305fca-3e7c-4b53-867d-8156cecbea3d req-1a4df999-8567-4d82-9733-c095f5ff4d5b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:45.556826 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36305fca-3e7c-4b53-867d-8156cecbea3d req-1a4df999-8567-4d82-9733-c095f5ff4d5b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0973523 Jul 31 14:24:45.644458 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36305fca-3e7c-4b53-867d-8156cecbea3d req-adc66a99-f89c-45c0-9a96-44a55667edfe tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566730 Jul 31 14:24:46.570078 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:46.767465 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bba980-de05-492f-96e6-2e7f7051f485 req-7db638d0-9aa8-4d41-89f0-0ff34a332ea9 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:46.768987 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d7bba980-de05-492f-96e6-2e7f7051f485 req-7db638d0-9aa8-4d41-89f0-0ff34a332ea9 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0521266 Jul 31 14:24:46.821090 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d7bba980-de05-492f-96e6-2e7f7051f485 req-b5ca3f3c-ccbc-4aee-8530-79cbb1c364d3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Jul 31 14:24:46.852998 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 58882) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:46.973189 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c952d8fc-c9ae-40a4-940b-76d985605cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.049570 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c952d8fc-c9ae-40a4-940b-76d985605cc9 admin admin] Publish callbacks [] for security_group (2817df85-1850-444e-8fff-16a22b6db984), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.053050 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c952d8fc-c9ae-40a4-940b-76d985605cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (2817df85-1850-444e-8fff-16a22b6db984), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.092545 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c952d8fc-c9ae-40a4-940b-76d985605cc9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e5d8206d50a44a1ea1bc8306729f961d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385046 Jul 31 14:24:47.093635 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952d8fc-c9ae-40a4-940b-76d985605cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2817df85-1850-444e-8fff-16a22b6db984,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:47.095377 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58888) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:47.145080 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1471-a924-48dc-9346-18c20a21eae1 admin admin] Publish callbacks [] for security_group (2817df85-1850-444e-8fff-16a22b6db984), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.166362 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1471-a924-48dc-9346-18c20a21eae1 admin admin] Publish callbacks [] for security_group (2817df85-1850-444e-8fff-16a22b6db984), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.213789 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1471-a924-48dc-9346-18c20a21eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (2817df85-1850-444e-8fff-16a22b6db984), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.216588 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1471-a924-48dc-9346-18c20a21eae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.217735 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-3d1a1471-a924-48dc-9346-18c20a21eae1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2817df85-1850-444e-8fff-16a22b6db984 HTTP/1.1" status: 204 len: 168 time: 0.1206570 Jul 31 14:24:47.225832 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a1471-a924-48dc-9346-18c20a21eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2817df85-1850-444e-8fff-16a22b6db984,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:47.486264 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58896) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:47.503490 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-19443fde-fdc3-4341-9981-0b1c76a9faa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.589337 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-19443fde-fdc3-4341-9981-0b1c76a9faa2 admin admin] Publish callbacks [] for security_group (e9b79da3-60b0-4607-8aa0-1eafded4ff99), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.592407 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-19443fde-fdc3-4341-9981-0b1c76a9faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (e9b79da3-60b0-4607-8aa0-1eafded4ff99), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.625165 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:47.631791 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19443fde-fdc3-4341-9981-0b1c76a9faa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b79da3-60b0-4607-8aa0-1eafded4ff99,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:47.636677 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-19443fde-fdc3-4341-9981-0b1c76a9faa2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ee5fdd77650d47e2a1782b57daf3e3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492960 Jul 31 14:24:47.639573 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 58898) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:47.689765 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d6cdcd55-039b-4d1b-bdcc-e1b0b6437503 admin admin] Publish callbacks [] for security_group (e9b79da3-60b0-4607-8aa0-1eafded4ff99), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.712703 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d6cdcd55-039b-4d1b-bdcc-e1b0b6437503 admin admin] Publish callbacks [] for security_group (e9b79da3-60b0-4607-8aa0-1eafded4ff99), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.760750 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d6cdcd55-039b-4d1b-bdcc-e1b0b6437503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (e9b79da3-60b0-4607-8aa0-1eafded4ff99), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.763393 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d6cdcd55-039b-4d1b-bdcc-e1b0b6437503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:47.764592 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-d6cdcd55-039b-4d1b-bdcc-e1b0b6437503 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e9b79da3-60b0-4607-8aa0-1eafded4ff99 HTTP/1.1" status: 204 len: 168 time: 0.1242981 Jul 31 14:24:47.772542 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdcd55-039b-4d1b-bdcc-e1b0b6437503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b79da3-60b0-4607-8aa0-1eafded4ff99,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:47.955640 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d11e2-c890-4993-ae5a-9e68eb737dd0 req-e25d1169-be3d-476d-a293-8251a12bc2b2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:47.957856 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6b9d11e2-c890-4993-ae5a-9e68eb737dd0 req-e25d1169-be3d-476d-a293-8251a12bc2b2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0619626 Jul 31 14:24:47.980819 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:48.010968 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6b9d11e2-c890-4993-ae5a-9e68eb737dd0 req-a82c6be8-5e9b-4b5a-bb18-b259fe26a008 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462079 Jul 31 14:24:49.154967 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4bee-e237-4d6e-af49-30ae95820953 req-94e936b9-3c0d-43da-ad86-69ad34a1c3eb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:49.156853 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b26a4bee-e237-4d6e-af49-30ae95820953 req-94e936b9-3c0d-43da-ad86-69ad34a1c3eb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0707242 Jul 31 14:24:49.208258 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b26a4bee-e237-4d6e-af49-30ae95820953 req-93066b05-0064-496a-96a8-bd752d5ae092 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454762 Jul 31 14:24:50.340082 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d346b36-31a2-4cef-83ac-f65ddfb87d14 req-3e40ea28-ec10-4570-ae30-439e78b8aba7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:50.342000 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4d346b36-31a2-4cef-83ac-f65ddfb87d14 req-3e40ea28-ec10-4570-ae30-439e78b8aba7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0510311 Jul 31 14:24:50.396095 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4d346b36-31a2-4cef-83ac-f65ddfb87d14 req-3251cb65-2a08-43ae-a2af-fba7f8ed54a3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465465 Jul 31 14:24:51.473505 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:51.534816 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401fed0-bb0c-42b5-bd85-bf277d18a762 req-e4f2a3c7-2a9c-4692-828a-44cfb1d928f1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:51.536102 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c401fed0-bb0c-42b5-bd85-bf277d18a762 req-e4f2a3c7-2a9c-4692-828a-44cfb1d928f1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0564275 Jul 31 14:24:51.658362 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c401fed0-bb0c-42b5-bd85-bf277d18a762 req-3da1b666-b3d0-4eaf-a848-bb83324548ab tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163597 Jul 31 14:24:51.698506 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b5285-d1e0-4aa5-bf8c-d00b26fdce3e req-8743713b-f6e8-4ddb-a002-ba5f3145102f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:51.707924 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-158b5285-d1e0-4aa5-bf8c-d00b26fdce3e req-8743713b-f6e8-4ddb-a002-ba5f3145102f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0942223 Jul 31 14:24:51.723839 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:51.798261 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-158b5285-d1e0-4aa5-bf8c-d00b26fdce3e req-a90cfd93-3814-46ce-841f-9501ec58563a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677533 Jul 31 14:24:52.774318 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:52.783236 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cfeac-06ee-42fb-9ed7-a9b12ff2c8e6 req-e9a18c76-0fff-401c-aa97-14257cd1fb34 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:52.784708 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-224cfeac-06ee-42fb-9ed7-a9b12ff2c8e6 req-e9a18c76-0fff-401c-aa97-14257cd1fb34 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0469208 Jul 31 14:24:52.838641 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-224cfeac-06ee-42fb-9ed7-a9b12ff2c8e6 req-8bbb013f-f3fd-4fb0-9dad-341493913135 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474710 Jul 31 14:24:52.920439 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8efc-2b6a-4130-9083-c9eaf5b632af req-82c95718-be82-4ee4-a625-c36f78edb9ae tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:52.921989 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b7db8efc-2b6a-4130-9083-c9eaf5b632af req-82c95718-be82-4ee4-a625-c36f78edb9ae tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0527115 Jul 31 14:24:52.982139 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b7db8efc-2b6a-4130-9083-c9eaf5b632af req-2b32951c-5bfe-489b-9c92-689882b857ea tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526750 Jul 31 14:24:53.928835 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-e737fe85-493c-4499-8b06-341a973c2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:53.930422 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-e737fe85-493c-4499-8b06-341a973c2b38 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 1130 time: 0.0547881 Jul 31 14:24:54.014022 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e003252-c68c-4544-b9f9-9c7cbe6dfffa req-cfe1e68a-277c-4536-bd31-08744318da7a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:54.018088 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e003252-c68c-4544-b9f9-9c7cbe6dfffa req-cfe1e68a-277c-4536-bd31-08744318da7a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0543640 Jul 31 14:24:54.120643 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e003252-c68c-4544-b9f9-9c7cbe6dfffa req-4b89df61-5a78-4258-9b52-3baa649de5ba tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931189 Jul 31 14:24:54.135176 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-4d1a794b-8da7-4e8f-a14c-9749a589b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:54.137204 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-4d1a794b-8da7-4e8f-a14c-9749a589b03c service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.1707711 Jul 31 14:24:54.202469 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-653346e7-e5ec-42f2-b0c0-96669988c7e0 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e HTTP/1.1" status: 200 len: 217 time: 0.0568769 Jul 31 14:24:54.240434 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d128e-a749-4c66-9127-6b2f2127ea78 req-a3c0b897-4390-4168-b994-ecd5492efa5a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:54.247652 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-531d128e-a749-4c66-9127-6b2f2127ea78 req-a3c0b897-4390-4168-b994-ecd5492efa5a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.1352315 Jul 31 14:24:54.315842 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-31d5840e-0f20-462f-9ff4-d8a37f889248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:54.317854 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-31d5840e-0f20-462f-9ff4-d8a37f889248 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.0976274 Jul 31 14:24:54.347381 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-531d128e-a749-4c66-9127-6b2f2127ea78 req-9f2196f8-296a-4483-b218-d1c7755d4908 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985324 Jul 31 14:24:54.392973 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-0276e8df-208a-4b84-bbb2-3829be7518be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:54.394829 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-0276e8df-208a-4b84-bbb2-3829be7518be service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627730 Jul 31 14:24:54.530660 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-bb684d7c-c3c3-4eb4-a5ec-7d3404fefe7f service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282356 Jul 31 14:24:54.644884 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3f150316-82f6-4657-87e0-07e202f1cb5b req-261a5f0d-e0c5-4785-a610-4f29174a4026 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060605 Jul 31 14:24:54.771727 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59094) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:54.883250 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34b1577d-32e5-4f0c-94c8-1cd76853a9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:54.923298 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:54.981947 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34b1577d-32e5-4f0c-94c8-1cd76853a9af admin admin] Publish callbacks [] for security_group (37699d58-8398-47b1-9a68-765192640efb), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:54.987609 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34b1577d-32e5-4f0c-94c8-1cd76853a9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (37699d58-8398-47b1-9a68-765192640efb), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.049527 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-34b1577d-32e5-4f0c-94c8-1cd76853a9af admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c7d258d1555247cb910985dd3a1b13b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737596 Jul 31 14:24:55.049527 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1577d-32e5-4f0c-94c8-1cd76853a9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37699d58-8398-47b1-9a68-765192640efb,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:55.051340 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59102) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:55.114134 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a057a4b9-0f38-42b9-b096-d9e18a1c2900 admin admin] Publish callbacks [] for security_group (37699d58-8398-47b1-9a68-765192640efb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.164001 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a057a4b9-0f38-42b9-b096-d9e18a1c2900 admin admin] Publish callbacks [] for security_group (37699d58-8398-47b1-9a68-765192640efb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.205119 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59108) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:55.221162 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-47cfeb8a-d99e-4602-a4ab-edd5a85f629c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048952643', 'description': 'tempest-description--1791103636'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:55.237464 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a057a4b9-0f38-42b9-b096-d9e18a1c2900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (37699d58-8398-47b1-9a68-765192640efb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.242590 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a057a4b9-0f38-42b9-b096-d9e18a1c2900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.244413 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a057a4b9-0f38-42b9-b096-d9e18a1c2900 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/37699d58-8398-47b1-9a68-765192640efb HTTP/1.1" status: 204 len: 168 time: 0.1908026 Jul 31 14:24:55.256331 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057a4b9-0f38-42b9-b096-d9e18a1c2900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37699d58-8398-47b1-9a68-765192640efb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:55.341023 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47cfeb8a-d99e-4602-a4ab-edd5a85f629c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.376603 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a04b7e-50f2-44d6-8b4e-b483b4cb919c req-cda35e68-50f5-4fde-b8cf-182560dddb89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:55.378226 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-59a04b7e-50f2-44d6-8b4e-b483b4cb919c req-cda35e68-50f5-4fde-b8cf-182560dddb89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0944722 Jul 31 14:24:55.455948 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47cfeb8a-d99e-4602-a4ab-edd5a85f629c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (22211ea6-88f5-4fff-b6d3-27af0b41aae6), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.457165 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:55.470653 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47cfeb8a-d99e-4602-a4ab-edd5a85f629c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (22211ea6-88f5-4fff-b6d3-27af0b41aae6), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.647451 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47cfeb8a-d99e-4602-a4ab-edd5a85f629c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.647746 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a2dd5-e91d-4bda-88b9-9d663a2ff572 req-c95ef03f-8719-4e8d-a6d0-63b93b8687be tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:55.648559 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-47cfeb8a-d99e-4602-a4ab-edd5a85f629c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4409721 Jul 31 14:24:55.651860 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ec7a2dd5-e91d-4bda-88b9-9d663a2ff572 req-c95ef03f-8719-4e8d-a6d0-63b93b8687be tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.1806650 Jul 31 14:24:55.654622 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59118) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:55.677979 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-3c3299de-198d-4e03-83bd-45cd17e57c8a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group_rule': {'security_group_id': '22211ea6-88f5-4fff-b6d3-27af0b41aae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:55.771475 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfeb8a-d99e-4602-a4ab-edd5a85f629c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22211ea6-88f5-4fff-b6d3-27af0b41aae6,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:55.800077 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-59a04b7e-50f2-44d6-8b4e-b483b4cb919c req-135b4244-708a-43e7-bd31-0b106a4137d3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292491 Jul 31 14:24:55.831606 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ec7a2dd5-e91d-4bda-88b9-9d663a2ff572 req-133b4a50-1868-4e05-9176-c32cb255883e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789184 Jul 31 14:24:55.839212 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c3299de-198d-4e03-83bd-45cd17e57c8a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (86abbebd-4b89-4bf2-ab7a-2d19ca9512ca), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.913619 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c3299de-198d-4e03-83bd-45cd17e57c8a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (86abbebd-4b89-4bf2-ab7a-2d19ca9512ca), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.919771 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c3299de-198d-4e03-83bd-45cd17e57c8a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (86abbebd-4b89-4bf2-ab7a-2d19ca9512ca), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.940330 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3299de-198d-4e03-83bd-45cd17e57c8a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86abbebd-4b89-4bf2-ab7a-2d19ca9512ca,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:55.950572 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3c3299de-198d-4e03-83bd-45cd17e57c8a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:55.951816 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3c3299de-198d-4e03-83bd-45cd17e57c8a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2957206 Jul 31 14:24:55.954801 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59126) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:55.959658 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-5f7954cb-f7ba-4f50-9c4e-5ab8293be824 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group_rule': {'security_group_id': '22211ea6-88f5-4fff-b6d3-27af0b41aae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:55.993450 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5f7954cb-f7ba-4f50-9c4e-5ab8293be824 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (a9a08237-c456-4c66-a646-ccd183978fb3), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.019193 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:56.064582 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5f7954cb-f7ba-4f50-9c4e-5ab8293be824 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (a9a08237-c456-4c66-a646-ccd183978fb3), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.070089 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5f7954cb-f7ba-4f50-9c4e-5ab8293be824 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (a9a08237-c456-4c66-a646-ccd183978fb3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.089486 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7954cb-f7ba-4f50-9c4e-5ab8293be824 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a08237-c456-4c66-a646-ccd183978fb3,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:56.105148 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5f7954cb-f7ba-4f50-9c4e-5ab8293be824 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.107044 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5f7954cb-f7ba-4f50-9c4e-5ab8293be824 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509337 Jul 31 14:24:56.110063 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59128) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:24:56.115872 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:24:56.145221 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.257195 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.368687 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Allocated IP 172.27.1.15 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/a7f0c61f-2fc2-46a7-9776-18c1bcde70c9) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:24:56.446758 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:56.483636 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (a7f0c61f-2fc2-46a7-9776-18c1bcde70c9), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.515628 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (a7f0c61f-2fc2-46a7-9776-18c1bcde70c9), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.551499 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:24:56.559219 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:24:56.563063 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:24:56.566484 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=a7f0c61f-2fc2-46a7-9776-18c1bcde70c9,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:56.669524 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (d1695cd2-8874-452f-a0b3-b4c4847cf101), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.707946 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a7f0c61f-2fc2-46a7-9776-18c1bcde70c9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.854280 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:56.864073 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (a7f0c61f-2fc2-46a7-9776-18c1bcde70c9), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.871094 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (a7f0c61f-2fc2-46a7-9776-18c1bcde70c9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.986625 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (d1695cd2-8874-452f-a0b3-b4c4847cf101), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:56.992699 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1c3c7-1cc7-41d6-b53f-e636bf3e25d5 req-4c8d94a6-8225-49f5-992b-c37c91192d53 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:56.999861 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7fb1c3c7-1cc7-41d6-b53f-e636bf3e25d5 req-4c8d94a6-8225-49f5-992b-c37c91192d53 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0622025 Jul 31 14:24:57.001324 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=a7f0c61f-2fc2-46a7-9776-18c1bcde70c9,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:24:57.012384 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176ce89-8e20-4b31-bb85-562e493a17f0 req-4a058a55-da3a-4e67-bee0-7ec260a86e44 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:57.013905 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b176ce89-8e20-4b31-bb85-562e493a17f0 req-4a058a55-da3a-4e67-bee0-7ec260a86e44 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.1115947 Jul 31 14:24:57.028342 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:24:57.035946 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-3f9ee7fa-d0cc-40b0-a41b-0327f7cb80cb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9236467 Jul 31 14:24:57.073379 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7fb1c3c7-1cc7-41d6-b53f-e636bf3e25d5 req-86c7b669-ac5d-4497-a3b6-15acce0477e0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723855 Jul 31 14:24:57.124509 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b176ce89-8e20-4b31-bb85-562e493a17f0 req-b842412a-9bc0-445c-b6dc-a6aa94f80f3a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045501 Jul 31 14:24:57.788138 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:57.830943 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-32f20943-cfbb-4875-87cb-c072811955cd tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003730363&fields=id&tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3 HTTP/1.1" status: 200 len: 267 time: 0.0630617 Jul 31 14:24:57.954569 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-e72cd352-db46-4d3e-a1d3-07054d9a08b1 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:57.956758 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-e72cd352-db46-4d3e-a1d3-07054d9a08b1 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/networks?id=678e7fb8-a8c3-4462-826a-1ccec549b8ba HTTP/1.1" status: 200 len: 806 time: 0.1182632 Jul 31 14:24:57.973435 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-6af45434-e7a4-47e9-91d8-53e3afd52368 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/quotas/d9ff0edf56fa403e8b9bf25fe004cdd3 HTTP/1.1" status: 200 len: 375 time: 0.0112660 Jul 31 14:24:58.024872 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-af191a81-9ed8-4d48-8ea4-d236c5586470 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461583 Jul 31 14:24:58.102624 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:24:58.136030 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-48a064cc-0cfb-4e81-b6b0-ecfd9b3b596e service neutron] 10.222.0.40 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939581 Jul 31 14:24:58.232354 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-593ad2cd-87b2-49c2-aad3-2431246a1708 service neutron] 10.222.0.40 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882366 Jul 31 14:24:58.884355 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424b457-633a-400f-aa34-9fd50cb04033 req-eb736cd0-a52b-4e9e-8ee2-b308c6962d37 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:58.894857 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0424b457-633a-400f-aa34-9fd50cb04033 req-eb736cd0-a52b-4e9e-8ee2-b308c6962d37 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.3280101 Jul 31 14:24:58.969506 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0424b457-633a-400f-aa34-9fd50cb04033 req-5bd65c8c-aac8-4827-9beb-fc2139d9e2a6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723488 Jul 31 14:24:59.117923 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a139c-f80a-4fce-bae0-f2140cd61aa2 req-f493da67-2cd1-4435-a993-fdcc06beaaae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:59.119626 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9c4a139c-f80a-4fce-bae0-f2140cd61aa2 req-f493da67-2cd1-4435-a993-fdcc06beaaae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0562458 Jul 31 14:24:59.189695 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9c4a139c-f80a-4fce-bae0-f2140cd61aa2 req-182d600e-ade7-4032-aa60-4401b05d3543 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550380 Jul 31 14:24:59.300574 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ac3e6017-1228-4e05-969f-eae17f87f291 req-bafac274-5f9b-421d-9be9-3e58d8561c17 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.0389369 Jul 31 14:24:59.928865 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-f802ffa1-144b-4812-ad22-468b00ebaf88 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:24:59.930850 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-f802ffa1-144b-4812-ad22-468b00ebaf88 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.17 "GET /v2.0/networks?id=678e7fb8-a8c3-4462-826a-1ccec549b8ba HTTP/1.1" status: 200 len: 806 time: 0.1241944 Jul 31 14:25:00.041008 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-9bf248e1-47e7-492c-bda5-e7d7fb4d1e2b tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3 HTTP/1.1" status: 200 len: 380 time: 0.0590029 Jul 31 14:25:00.051885 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Request body: {'port': {'device_id': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'admin_state_up': True, 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'security_groups': ['7317cc22-7ed8-43f5-a59b-34121bcd6cdb']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:00.058138 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:00.166391 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f601f64-a9db-4b07-bed4-b485882cc1d3 req-26e808ab-3b19-4bae-a077-76d8eefafae3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:00.167857 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5f601f64-a9db-4b07-bed4-b485882cc1d3 req-26e808ab-3b19-4bae-a077-76d8eefafae3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0624301 Jul 31 14:25:00.256559 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5f601f64-a9db-4b07-bed4-b485882cc1d3 req-1d855bc7-3b58-41e2-87d9-afad3b8cef8c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734465 Jul 31 14:25:00.257904 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Made reservation on behalf of d9ff0edf56fa403e8b9bf25fe004cdd3 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:25:00.261166 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:00.405256 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c104d-8cc4-463d-b55e-311f38927c8a req-2863c8c7-798c-4b0f-bd91-f99ef8542b89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:00.406766 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7a2c104d-8cc4-463d-b55e-311f38927c8a req-2863c8c7-798c-4b0f-bd91-f99ef8542b89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0657253 Jul 31 14:25:00.482367 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:00.496941 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Allocated IP 172.20.0.11 (678e7fb8-a8c3-4462-826a-1ccec549b8ba/045c391c-a7b1-430e-97e9-824fc017ed05/e91303da-f1e0-49da-acae-3ce6750984f8) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:25:00.528787 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7a2c104d-8cc4-463d-b55e-311f38927c8a req-d26e282a-186c-445f-9a9e-9a486370ea3d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116679 Jul 31 14:25:00.684541 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8c0f38e6-0978-4ae3-9aec-160972db3a0f req-488fd988-0ff9-43b2-8233-01f746a4f47a tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.0640743 Jul 31 14:25:00.788663 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for port (e91303da-f1e0-49da-acae-3ce6750984f8), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:00.854463 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:00.905653 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Network 678e7fb8-a8c3-4462-826a-1ccec549b8ba is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:25:00.911195 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:25:00.913864 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'Port': ['ID=e91303da-f1e0-49da-acae-3ce6750984f8,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:00.916139 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:25:00.993043 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:00.994131 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:01.029827 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-eef6e435-dc80-445c-8fdd-75cd69277eb2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9828293 Jul 31 14:25:01.087026 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Request body: {'port': {'device_id': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:01.134944 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:01.183662 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:01.185519 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:01.191050 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-9717adea-be5d-4e3a-b87a-c8840b76f632 None None] Provisioning complete for port e91303da-f1e0-49da-acae-3ce6750984f8 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:25:01.191459 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9717adea-be5d-4e3a-b87a-c8840b76f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:01.231450 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9717adea-be5d-4e3a-b87a-c8840b76f632 None None] Port e91303da-f1e0-49da-acae-3ce6750984f8 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:25:01.429234 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e21f41-fc4b-4244-bbed-f8371e3e961c req-9d1c8197-977a-4e36-8ea3-cca392d7dd69 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:01.430736 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a7e21f41-fc4b-4244-bbed-f8371e3e961c req-9d1c8197-977a-4e36-8ea3-cca392d7dd69 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0657930 Jul 31 14:25:01.550380 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a7e21f41-fc4b-4244-bbed-f8371e3e961c req-f6770a8f-bf43-4ce1-b061-025df2ef1ed4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126297 Jul 31 14:25:01.571450 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91303da-f1e0-49da-acae-3ce6750984f8 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:25:01.584679 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Publish callbacks [] for port (e91303da-f1e0-49da-acae-3ce6750984f8), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:01.598732 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Transition to ACTIVE for port object e91303da-f1e0-49da-acae-3ce6750984f8 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:25:01.602812 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:01.692693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e91303da-f1e0-49da-acae-3ce6750984f8,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:01.750116 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:01.793888 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da06013-baa7-4d59-b85e-dad35bdaa241 req-9cfd1ec3-8f34-4c41-9176-e5988d09d744 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:01.795918 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7da06013-baa7-4d59-b85e-dad35bdaa241 req-9cfd1ec3-8f34-4c41-9176-e5988d09d744 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.1254282 Jul 31 14:25:01.833898 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Attempting to bind port e91303da-f1e0-49da-acae-3ce6750984f8 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:25:01.834294 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Attempting to bind port e91303da-f1e0-49da-acae-3ce6750984f8 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:25:01.834617 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Attempting to bind port e91303da-f1e0-49da-acae-3ce6750984f8 on network 678e7fb8-a8c3-4462-826a-1ccec549b8ba {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:25:01.843314 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Port e91303da-f1e0-49da-acae-3ce6750984f8 on network 678e7fb8-a8c3-4462-826a-1ccec549b8ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:25:01.843772 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Attempting to bind port e91303da-f1e0-49da-acae-3ce6750984f8 on network 678e7fb8-a8c3-4462-826a-1ccec549b8ba {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:25:01.859587 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:25:01.860331 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Checking segment: {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:25:01.860812 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Bound using segment: {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:25:01.861273 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Bound port: e91303da-f1e0-49da-acae-3ce6750984f8, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37f070d-5b06-4ff0-aa49-289542812efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:25:01.861650 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:01.923261 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7da06013-baa7-4d59-b85e-dad35bdaa241 req-057582b5-1db3-4b97-913c-d11170542604 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144247 Jul 31 14:25:01.965113 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:25:01.969763 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e91303da-f1e0-49da-acae-3ce6750984f8,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:25:01.979115 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:01.984366 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:01.985644 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:01.987957 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] 10.222.0.17 "PUT /v2.0/ports/e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 200 len: 1094 time: 0.9054966 Jul 31 14:25:01.993554 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:01.997376 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6" -d '{"events": [{"name": "network-changed", "server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:02.131041 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95d78b-b177-440c-bf50-81df6daf85d8 req-13eccdb6-5a90-4042-af22-64aea786221d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:02.132630 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9b95d78b-b177-440c-bf50-81df6daf85d8 req-13eccdb6-5a90-4042-af22-64aea786221d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.1439455 Jul 31 14:25:02.136072 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891f44f-b8a2-4b34-b05a-41061f6740d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e91303da-f1e0-49da-acae-3ce6750984f8,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:02.146491 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-46ac406c-7d1f-4a9e-8693-d567b2986015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:02.148423 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-46ac406c-7d1f-4a9e-8693-d567b2986015 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3&device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1128 time: 0.0876377 Jul 31 14:25:02.208703 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-7c17a322-3dcb-4e81-ad65-e1736c632dc7 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 200 len: 217 time: 0.0395241 Jul 31 14:25:02.250106 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:02.263813 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9b95d78b-b177-440c-bf50-81df6daf85d8 req-6f649320-dc6c-4e7c-aec5-ae0a76a0129c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140163 Jul 31 14:25:02.282441 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-6844cd65-dfbb-4940-a488-e5f0dc86d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:02.290025 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-6844cd65-dfbb-4940-a488-e5f0dc86d2ef service neutron] 10.222.0.17 "GET /v2.0/subnets?id=045c391c-a7b1-430e-97e9-824fc017ed05 HTTP/1.1" status: 200 len: 845 time: 0.0733838 Jul 31 14:25:02.329180 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f0e1ce-f7f1-4375-9393-8a66a5cbf51d x-openstack-request-id: req-c2f0e1ce-f7f1-4375-9393-8a66a5cbf51d {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:02.329497 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:02.329749 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c2f0e1ce-f7f1-4375-9393-8a66a5cbf51d {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:02.330144 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f0e1ce-f7f1-4375-9393-8a66a5cbf51d'] response: {'name': 'network-changed', 'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'status': 'completed', 'code': 200} Jul 31 14:25:02.343941 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-bf84cc02-b2b8-4781-baba-3779332e3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:02.345439 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-bf84cc02-b2b8-4781-baba-3779332e3fe3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678e7fb8-a8c3-4462-826a-1ccec549b8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482705 Jul 31 14:25:02.449588 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-e0c1d0b3-6dd0-4d23-b416-241affd7ba73 service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963948 Jul 31 14:25:02.558274 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7337e9d2-9b08-4a47-8b0e-90ee9fb4a9b2 req-37eaa1de-dd75-4502-9fdc-4cc394666897 service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006289 Jul 31 14:25:02.697172 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218627-db27-4a43-8021-55e0ab27b6da req-eed32ffa-a36d-4170-91e7-49b147852c93 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:02.699445 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e6218627-db27-4a43-8021-55e0ab27b6da req-eed32ffa-a36d-4170-91e7-49b147852c93 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0555427 Jul 31 14:25:02.777332 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e6218627-db27-4a43-8021-55e0ab27b6da req-a8a20e58-161d-4986-b033-117d140aab13 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579097 Jul 31 14:25:03.066725 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-5df529e0-f10c-4c25-9961-d7bc25189a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:03.068980 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-5df529e0-f10c-4c25-9961-d7bc25189a10 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3&device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1128 time: 0.0730865 Jul 31 14:25:03.108313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d218b-6c3e-403b-9f4b-cb183018dbb5 req-c23f558e-6128-4327-818f-eca108df7ee1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:03.109778 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c65d218b-6c3e-403b-9f4b-cb183018dbb5 req-c23f558e-6128-4327-818f-eca108df7ee1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0774810 Jul 31 14:25:03.172432 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:03.217727 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c65d218b-6c3e-403b-9f4b-cb183018dbb5 req-34e1dd9b-f2a5-4285-922a-b499952ac531 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820384 Jul 31 14:25:03.220434 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-df97af59-d282-4801-8727-50c055349a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:03.221836 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-df97af59-d282-4801-8727-50c055349a9d service neutron] 10.222.0.17 "GET /v2.0/networks?id=678e7fb8-a8c3-4462-826a-1ccec549b8ba HTTP/1.1" status: 200 len: 907 time: 0.1448531 Jul 31 14:25:03.268796 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-ab6f0f7a-0adc-471a-96fa-d3c1ba8b3147 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 200 len: 217 time: 0.0408149 Jul 31 14:25:03.331475 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-078fb641-9d00-4671-87b8-83983bba52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:03.333056 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-078fb641-9d00-4671-87b8-83983bba52e8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=045c391c-a7b1-430e-97e9-824fc017ed05 HTTP/1.1" status: 200 len: 845 time: 0.0540121 Jul 31 14:25:03.412780 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-461b44ba-1f25-47f8-abff-52cda410fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:03.414434 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-461b44ba-1f25-47f8-abff-52cda410fae6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678e7fb8-a8c3-4462-826a-1ccec549b8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699768 Jul 31 14:25:03.429416 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ed79d-18ec-4eaa-b63f-f80a96d813b7 req-88939542-605f-41c5-9331-acd393e4e190 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:03.430899 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a51ed79d-18ec-4eaa-b63f-f80a96d813b7 req-88939542-605f-41c5-9331-acd393e4e190 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0583463 Jul 31 14:25:03.545421 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a51ed79d-18ec-4eaa-b63f-f80a96d813b7 req-602e0af6-9caf-41e5-b7f3-a788877a8830 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061995 Jul 31 14:25:03.561460 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-11ec9ea9-f978-4f27-9b51-e680add4e6a6 service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293933 Jul 31 14:25:03.670245 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-197d5ac3-f228-40d2-b2c1-73ee54dc58c6 req-ac947f65-a4b9-43ed-be38-b2d4d475a75f service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008031 Jul 31 14:25:03.909025 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:03.920123 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd170b7-c31c-45cf-8a30-2774319fdc80 req-9cac6228-e113-40f6-80ce-b68b28f5ce29 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:03.921732 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4cd170b7-c31c-45cf-8a30-2774319fdc80 req-9cac6228-e113-40f6-80ce-b68b28f5ce29 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0573571 Jul 31 14:25:03.975672 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4cd170b7-c31c-45cf-8a30-2774319fdc80 req-77e207d9-488d-4c59-8818-6df3e737f2f0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480223 Jul 31 14:25:04.345165 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87df3b-a703-4f92-970f-c225a4f82794 req-ff087061-daa6-446b-909f-67e48ad00b8b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:04.351909 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee87df3b-a703-4f92-970f-c225a4f82794 req-ff087061-daa6-446b-909f-67e48ad00b8b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0582137 Jul 31 14:25:04.403665 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee87df3b-a703-4f92-970f-c225a4f82794 req-0669fca7-a3ba-4e06-8c05-d1185c37f9e2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478270 Jul 31 14:25:04.692217 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cef554-0682-4e3a-979a-13f88a857c14 req-536486f9-0ed3-4aeb-aa55-5d9b713f73bc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:04.694184 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-84cef554-0682-4e3a-979a-13f88a857c14 req-536486f9-0ed3-4aeb-aa55-5d9b713f73bc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0565941 Jul 31 14:25:04.747198 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-84cef554-0682-4e3a-979a-13f88a857c14 req-a8373b6a-b8a5-4e2e-8658-4ce42ae29fa6 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470784 Jul 31 14:25:05.130533 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9027501-932c-44e1-8454-32d1466f616e req-a7d7a271-e104-4a25-af5e-0acae3b330bb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:05.132284 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b9027501-932c-44e1-8454-32d1466f616e req-a7d7a271-e104-4a25-af5e-0acae3b330bb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0627751 Jul 31 14:25:05.184317 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b9027501-932c-44e1-8454-32d1466f616e req-f9e2b237-e4bb-4bee-9c52-5ece17b236ba tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458755 Jul 31 14:25:05.541063 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbcf94-416d-42fd-b936-16cef5e72594 req-32c34306-5e6d-475c-85cd-c362e36b1ef2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:05.542864 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-71bbcf94-416d-42fd-b936-16cef5e72594 req-32c34306-5e6d-475c-85cd-c362e36b1ef2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0639508 Jul 31 14:25:05.599796 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-71bbcf94-416d-42fd-b936-16cef5e72594 req-59537d6f-7aca-4783-b23b-3de057e49432 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501809 Jul 31 14:25:05.886320 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1a52-8865-4464-a1ed-e2735cbd91e7 req-488e510a-0caa-40e5-b315-11f52e463392 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:05.888023 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a1cd1a52-8865-4464-a1ed-e2735cbd91e7 req-488e510a-0caa-40e5-b315-11f52e463392 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0494413 Jul 31 14:25:05.952107 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a1cd1a52-8865-4464-a1ed-e2735cbd91e7 req-6fa4d855-89b1-4c2d-82ab-0efa2425cc00 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574527 Jul 31 14:25:06.298698 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:06.314723 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edbc0a-d4ed-4bb3-90e3-a600deea76cd req-288d8a30-ed20-48d1-b2bc-13f3ec128ae0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:06.316377 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a4edbc0a-d4ed-4bb3-90e3-a600deea76cd req-288d8a30-ed20-48d1-b2bc-13f3ec128ae0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0517981 Jul 31 14:25:06.367821 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a4edbc0a-d4ed-4bb3-90e3-a600deea76cd req-0a7cd330-236c-4c15-9e1f-dbe2312ad52c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456524 Jul 31 14:25:06.750735 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b02182-938c-4e51-9916-323f22ff365e req-c1f77066-a564-4596-b88e-d8b4325442b4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:06.752399 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f2b02182-938c-4e51-9916-323f22ff365e req-c1f77066-a564-4596-b88e-d8b4325442b4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0634379 Jul 31 14:25:06.806751 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f2b02182-938c-4e51-9916-323f22ff365e req-20b13fbe-89fd-4aa7-a984-52f51834ec98 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481482 Jul 31 14:25:07.066388 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=13,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:07.069700 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:07.073824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c7c4-4be4-470d-8bdc-ce28f802fbc2 req-2925e1e5-d0ee-4966-a5da-376ec2ff3cb9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:07.075883 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-36a5c7c4-4be4-470d-8bdc-ce28f802fbc2 req-2925e1e5-d0ee-4966-a5da-376ec2ff3cb9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0540457 Jul 31 14:25:07.139464 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-36a5c7c4-4be4-470d-8bdc-ce28f802fbc2 req-da878ec6-2a84-40b7-83d5-c9670030a94a tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574043 Jul 31 14:25:07.505056 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccf8c3-6675-4600-8e37-63e44110ca2e req-9338f20d-1e11-4fed-9f40-83b9086160be tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:07.506551 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1eccf8c3-6675-4600-8e37-63e44110ca2e req-9338f20d-1e11-4fed-9f40-83b9086160be tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0554972 Jul 31 14:25:07.555951 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1eccf8c3-6675-4600-8e37-63e44110ca2e req-785360d1-4062-4760-b8ea-0db97887ecb5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436249 Jul 31 14:25:07.931918 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb567d18-6fce-4f41-baa8-4527474d1cc9 req-9d9740c8-4a15-49d0-afb3-d964b3aff7cd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:07.933406 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb567d18-6fce-4f41-baa8-4527474d1cc9 req-9d9740c8-4a15-49d0-afb3-d964b3aff7cd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0535746 Jul 31 14:25:07.990854 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df3a166e-92a8-4145-8a41-d9f606434787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:07.996102 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb567d18-6fce-4f41-baa8-4527474d1cc9 req-75ce4885-22ac-41fd-891b-99e39cb27969 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567865 Jul 31 14:25:08.265052 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1e5e1-acd8-41b9-b757-b4759b0a7e74 req-10d57ea7-71b5-406e-8429-76872437770c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:08.266767 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c1e1e5e1-acd8-41b9-b757-b4759b0a7e74 req-10d57ea7-71b5-406e-8429-76872437770c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0523119 Jul 31 14:25:08.290162 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:08.333635 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c1e1e5e1-acd8-41b9-b757-b4759b0a7e74 req-dbddd236-d9b1-4834-b012-29d5ce694c84 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614336 Jul 31 14:25:08.688394 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457fc5e-5350-4129-8c31-e7773c766788 req-059faf86-9509-4b98-97f5-9a09f1de657b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:08.689933 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a457fc5e-5350-4129-8c31-e7773c766788 req-059faf86-9509-4b98-97f5-9a09f1de657b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0466714 Jul 31 14:25:08.739714 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a457fc5e-5350-4129-8c31-e7773c766788 req-05bf1af3-7c51-41f2-9377-609e4c964195 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 Jul 31 14:25:09.168121 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f1941-e124-4bd4-badf-c9702a500a6c req-8bf3b053-dd2e-4d4a-b0a7-44a46f04b6bb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:09.169798 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-907f1941-e124-4bd4-badf-c9702a500a6c req-8bf3b053-dd2e-4d4a-b0a7-44a46f04b6bb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0915613 Jul 31 14:25:09.181463 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-1c6ec2a3-8569-4171-9712-9212a634e723 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--2048952643&fields=id&tenant_id=9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 267 time: 0.0558882 Jul 31 14:25:09.241523 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-907f1941-e124-4bd4-badf-c9702a500a6c req-4d7ea197-6346-46fb-be2d-c6a2435765f2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632653 Jul 31 14:25:09.294821 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-0a672770-7300-4456-a8e4-9f5f80ce856c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:09.296395 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-0a672770-7300-4456-a8e4-9f5f80ce856c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 815 time: 0.1083879 Jul 31 14:25:09.318677 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-dd837e53-fd83-411b-bcba-eeb49a13003e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/quotas/9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 375 time: 0.0154760 Jul 31 14:25:09.381296 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-c2b3bcad-1e95-491a-a432-a31e9af7ce84 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569968 Jul 31 14:25:09.480950 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88996487-8981-4c8d-ab32-b3ae78cfcd13 req-96dda9fd-697f-4388-82c6-041907ed098c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:09.482470 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-88996487-8981-4c8d-ab32-b3ae78cfcd13 req-96dda9fd-697f-4388-82c6-041907ed098c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0619261 Jul 31 14:25:09.550701 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-35758d8b-ce4e-4712-acb5-a617838e61ab service neutron] 10.222.0.40 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550663 Jul 31 14:25:09.553324 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-88996487-8981-4c8d-ab32-b3ae78cfcd13 req-06ed99fe-78ef-43c7-97ea-02cf77f43450 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637319 Jul 31 14:25:09.654009 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ae468343-240b-4b71-afe0-0b4f7a374df9 service neutron] 10.222.0.40 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974717 Jul 31 14:25:09.865575 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5e4b553a-e3d4-47c8-ba4c-fb00d6a22f42 req-bc80b33e-5151-482a-afc0-b1feb9f60a23 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 210 time: 0.0281081 Jul 31 14:25:09.917158 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa09342-a9c2-41e6-8cb3-dc13f12d424d req-28ca5868-891d-45f2-8a9a-41c2ed615c72 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:09.920748 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5aa09342-a9c2-41e6-8cb3-dc13f12d424d req-28ca5868-891d-45f2-8a9a-41c2ed615c72 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0648937 Jul 31 14:25:09.991609 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5aa09342-a9c2-41e6-8cb3-dc13f12d424d req-5dc6393b-e818-4117-9ad6-1d05f91868e6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596900 Jul 31 14:25:10.148075 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd18b-eafc-4e5c-8162-1fed46b60b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:10.370006 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631b589-cca8-43f4-9c6d-7d1635ba85f3 req-6e8932ae-d75a-4d93-988e-061fa969d599 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:10.371514 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1631b589-cca8-43f4-9c6d-7d1635ba85f3 req-6e8932ae-d75a-4d93-988e-061fa969d599 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0598824 Jul 31 14:25:10.420214 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1631b589-cca8-43f4-9c6d-7d1635ba85f3 req-7b36cfe0-f6ef-493f-9009-d647287762b2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 Jul 31 14:25:10.536493 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf01bc1-8d8f-490c-893b-1fb94edc19b9 req-b75d00a6-506c-4822-92c3-cd85eb97489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:10.538393 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9cf01bc1-8d8f-490c-893b-1fb94edc19b9 req-b75d00a6-506c-4822-92c3-cd85eb97489a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 1130 time: 0.0381677 Jul 31 14:25:10.593158 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9cf01bc1-8d8f-490c-893b-1fb94edc19b9 req-1cf312e0-fdac-4825-ad03-143eb781bd80 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Jul 31 14:25:10.675645 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0dc4-6184-4a93-851f-8c0dbb7570ee req-4f2eec14-dee5-4f57-bc6e-434db0d61aad tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:10.677248 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b0ff0dc4-6184-4a93-851f-8c0dbb7570ee req-4f2eec14-dee5-4f57-bc6e-434db0d61aad tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0518725 Jul 31 14:25:10.698068 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:10.733200 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b0ff0dc4-6184-4a93-851f-8c0dbb7570ee req-a4f59221-7fcf-4339-9d7d-9b31878b237b tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494916 Jul 31 14:25:10.835616 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device e91303da-f1e0-49da-acae-3ce6750984f8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:25:10.938717 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e91303da-f1e0-49da-acae-3ce6750984f8,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:10.951132 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'port_id': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'mac_address': 'fa:16:3e:a8:6f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:25:10.987834 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port e91303da-f1e0-49da-acae-3ce6750984f8 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:10.988226 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:11.002586 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91303da-f1e0-49da-acae-3ce6750984f8 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:25:11.029152 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e91303da-f1e0-49da-acae-3ce6750984f8,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:11.034401 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:11.093368 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=e91303da-f1e0-49da-acae-3ce6750984f8,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:11.105120 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.105120 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.108376 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.108376 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.108692 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.108979 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.109311 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.111837 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.112182 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.112518 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.112852 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.113191 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.113504 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.113830 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.114159 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:11.139264 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76da3-13ca-4304-9230-04779c997f03 req-f32f248f-264e-4cef-953f-9eb717b0943f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:11.140874 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-33a76da3-13ca-4304-9230-04779c997f03 req-f32f248f-264e-4cef-953f-9eb717b0943f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0688329 Jul 31 14:25:11.191240 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-33a76da3-13ca-4304-9230-04779c997f03 req-adc372df-e194-4980-9a7a-fa28e8d9ff2a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428340 Jul 31 14:25:11.208808 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-34d7f681-6a4e-47da-b637-da6a6c809bcb req-cc6d67df-e776-425f-bab2-41a8b3c389a9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 210 time: 0.2680385 Jul 31 14:25:11.409400 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:11.498449 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['e91303da-f1e0-49da-acae-3ce6750984f8'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:25:11.539514 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108edee-4fb1-4baa-825d-ef13acefae24 req-9e305c61-54af-4589-b626-9150687e83b2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:11.540973 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7108edee-4fb1-4baa-825d-ef13acefae24 req-9e305c61-54af-4589-b626-9150687e83b2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0504258 Jul 31 14:25:11.587801 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7108edee-4fb1-4baa-825d-ef13acefae24 req-f22cbff7-d44c-4c1a-aa63-2b965a5ca825 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Jul 31 14:25:11.852566 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f259042-cc03-4b93-8523-d70038fc7fac req-c1c57598-3cdb-46a2-bf16-77242106d72e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:11.854065 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f259042-cc03-4b93-8523-d70038fc7fac req-c1c57598-3cdb-46a2-bf16-77242106d72e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0474458 Jul 31 14:25:11.903888 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f259042-cc03-4b93-8523-d70038fc7fac req-a89d9fca-231a-488c-8840-292f90616e88 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439272 Jul 31 14:25:12.057726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-1b503110-263b-484c-a994-83b37ba1db04 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:12.059051 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-1b503110-263b-484c-a994-83b37ba1db04 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 815 time: 0.1090784 Jul 31 14:25:12.327337 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9da2bba8-506a-458a-a4a0-fdaea3a6e957 req-1b7c9ad3-2d62-4c91-b177-112862d7d3b9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 210 time: 0.0321198 Jul 31 14:25:12.364285 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dfa83-41a0-4aea-a96b-a0b95724d49d req-fd1288b8-432e-40ce-911d-57f29e0102fa tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:12.365747 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7c0dfa83-41a0-4aea-a96b-a0b95724d49d req-fd1288b8-432e-40ce-911d-57f29e0102fa tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0613470 Jul 31 14:25:12.378297 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:12.417184 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7c0dfa83-41a0-4aea-a96b-a0b95724d49d req-d574365d-361e-4d74-99fe-b9e0fbf6d8d0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454614 Jul 31 14:25:12.779276 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:12.796349 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-7bab952b-1396-4899-8a1c-3e01ef426220 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 472 time: 0.1072609 Jul 31 14:25:12.799458 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:12.803725 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f4a46-0aae-4b78-aa82-ea6d584ff3b3 req-6b7830e6-5dfc-4f1c-b042-9432a7d262b1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:12.805221 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-826f4a46-0aae-4b78-aa82-ea6d584ff3b3 req-6b7830e6-5dfc-4f1c-b042-9432a7d262b1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0775907 Jul 31 14:25:12.855966 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-826f4a46-0aae-4b78-aa82-ea6d584ff3b3 req-2fba1f67-2060-47f0-a7ad-cc1670f4c6ae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 Jul 31 14:25:12.857470 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'port': {'device_id': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'admin_state_up': True, 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'security_groups': ['22211ea6-88f5-4fff-b6d3-27af0b41aae6']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:12.864884 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device e91303da-f1e0-49da-acae-3ce6750984f8 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:25:12.922062 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port e91303da-f1e0-49da-acae-3ce6750984f8 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:25:12.932613 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port e91303da-f1e0-49da-acae-3ce6750984f8 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:25:12.933172 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:12.996407 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:13.021038 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Made reservation on behalf of 9097fd66951e457ba46812ff17db7501 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:25:13.025771 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:13.036186 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:13.087647 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port e91303da-f1e0-49da-acae-3ce6750984f8 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:13.088129 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:13.098218 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b89e6-d387-46eb-94d9-8debd56d8df1 req-064adda0-b4b7-4c7a-9789-ee08c1f3eb16 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:13.100348 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-117b89e6-d387-46eb-94d9-8debd56d8df1 req-064adda0-b4b7-4c7a-9789-ee08c1f3eb16 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0667100 Jul 31 14:25:13.112926 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:13.115215 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86669061-7604-42db-97a0-2c1203be25bb" -d '{"events": [{"server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "name": "network-vif-plugged", "status": "completed", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:13.137735 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e91303da-f1e0-49da-acae-3ce6750984f8,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:13.145164 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:13.202104 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=e91303da-f1e0-49da-acae-3ce6750984f8,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:13.211353 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-117b89e6-d387-46eb-94d9-8debd56d8df1 req-cdab0f4a-df75-4849-837e-ede5a36e12dc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049159 Jul 31 14:25:13.261184 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4737c25-17b5-486c-9c07-b7b325567334 x-openstack-request-id: req-e4737c25-17b5-486c-9c07-b7b325567334 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:13.261485 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "name": "network-vif-plugged", "status": "completed", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:13.261738 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e4737c25-17b5-486c-9c07-b7b325567334 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:13.262138 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4737c25-17b5-486c-9c07-b7b325567334'] response: {'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'code': 200} Jul 31 14:25:13.277967 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-55d03885-720f-45d7-9c90-e8fee0ff39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:13.279440 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-55d03885-720f-45d7-9c90-e8fee0ff39b6 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 1130 time: 0.0950949 Jul 31 14:25:13.282117 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Allocated IP 172.20.0.10 (cbc0073a-ae55-48a9-8514-9052086eccf8/94e7849f-ea16-46d7-a530-fdaaf4efb3a4/78bad9ba-f468-4e03-9786-7c27cd0658de) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:25:13.292241 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e3b21-7158-4916-88cd-cd12cc251e88 req-bb26ea20-470d-4063-b5d3-a25bb1d58dde tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:13.293637 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bc3e3b21-7158-4916-88cd-cd12cc251e88 req-bb26ea20-470d-4063-b5d3-a25bb1d58dde tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0973969 Jul 31 14:25:13.421275 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bc3e3b21-7158-4916-88cd-cd12cc251e88 req-8f8f5d2d-d3a4-4ab4-9e1e-2e7f691b7db1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190476 Jul 31 14:25:13.461240 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:13.469068 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-34029f26-04a9-451b-b43d-400a8a5588e9 req-ec27c571-6ace-49fe-90b5-120c41c42077 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 210 time: 0.0516400 Jul 31 14:25:13.535635 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-76508653-436b-4910-a85a-a39747ed9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:13.537006 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-76508653-436b-4910-a85a-a39747ed9c62 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.2248669 Jul 31 14:25:13.781161 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee86c1-8722-4cdf-8bd4-cf324e570a52 req-f37857d6-6c5c-4945-af9c-efb727e1f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:13.782647 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8ee86c1-8722-4cdf-8bd4-cf324e570a52 req-f37857d6-6c5c-4945-af9c-efb727e1f114 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1130 time: 0.0436797 Jul 31 14:25:13.819765 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-17728e7f-b531-4400-ac5d-25c84e043e3f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e HTTP/1.1" status: 200 len: 217 time: 0.0493691 Jul 31 14:25:13.830759 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8ee86c1-8722-4cdf-8bd4-cf324e570a52 req-ed54915b-0d8c-42d4-9513-29cb3e391dcc service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Jul 31 14:25:13.837732 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:13.844453 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04a236-62d2-4961-9d43-09eb506a7e4e req-5e725fe6-973d-4303-997a-ca4340e8aefc tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:13.845850 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2a04a236-62d2-4961-9d43-09eb506a7e4e req-5e725fe6-973d-4303-997a-ca4340e8aefc tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.3256967 Jul 31 14:25:13.892954 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:13.926485 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-4e0be09e-62fb-430a-bec0-34a50b745f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:13.927945 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-4e0be09e-62fb-430a-bec0-34a50b745f0c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.0993083 Jul 31 14:25:13.949888 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2a04a236-62d2-4961-9d43-09eb506a7e4e req-45cefd45-660e-47a7-b575-cafb355d2fcd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827484 Jul 31 14:25:13.951563 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:13.998416 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Network cbc0073a-ae55-48a9-8514-9052086eccf8 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:25:14.003642 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:25:14.005790 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=78bad9ba-f468-4e03-9786-7c27cd0658de,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:14.008563 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:25:14.060638 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:14.061280 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.081771 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-784fa487-9813-4866-a39a-9564a960b139 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2283862 Jul 31 14:25:14.083524 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59410) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:14.138556 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cf0bae-4f02-44b2-8052-415115977243 admin admin] Deleting subnet 15efb372-6754-4dc9-9e50-f3084cde354d {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:25:14.143337 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0bae-4f02-44b2-8052-415115977243 admin admin] Publish callbacks [] for subnet (15efb372-6754-4dc9-9e50-f3084cde354d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.181265 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0bae-4f02-44b2-8052-415115977243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10445066'] for subnet (15efb372-6754-4dc9-9e50-f3084cde354d), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.222673 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0bae-4f02-44b2-8052-415115977243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (15efb372-6754-4dc9-9e50-f3084cde354d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.273064 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-740fca32-9195-4b1b-859c-ea1ee5713948 None None] Provisioning complete for port 78bad9ba-f468-4e03-9786-7c27cd0658de triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:25:14.273763 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-740fca32-9195-4b1b-859c-ea1ee5713948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.293097 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0bae-4f02-44b2-8052-415115977243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9194206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220447'] for subnet (15efb372-6754-4dc9-9e50-f3084cde354d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.310028 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-740fca32-9195-4b1b-859c-ea1ee5713948 None None] Port 78bad9ba-f468-4e03-9786-7c27cd0658de cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:25:14.325466 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf0bae-4f02-44b2-8052-415115977243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15efb372-6754-4dc9-9e50-f3084cde354d,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:14.329491 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0bae-4f02-44b2-8052-415115977243 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.332619 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e2cf0bae-4f02-44b2-8052-415115977243 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/15efb372-6754-4dc9-9e50-f3084cde354d HTTP/1.1" status: 204 len: 168 time: 0.2481000 Jul 31 14:25:14.336618 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59414) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:14.358951 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f214f-5e39-49c6-9f19-c22fc3a0b21f req-bbd3c921-bacb-46b8-85af-d73303bcbf39 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:14.361385 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-938f214f-5e39-49c6-9f19-c22fc3a0b21f req-bbd3c921-bacb-46b8-85af-d73303bcbf39 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0672998 Jul 31 14:25:14.393837 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:14.406032 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (241a7056-b8af-4415-9520-9854cbe33cc1), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.416054 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-938f214f-5e39-49c6-9f19-c22fc3a0b21f req-9a31ab25-ed70-44f3-86af-06335831c2e3 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487134 Jul 31 14:25:14.497714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (241a7056-b8af-4415-9520-9854cbe33cc1), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.506844 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:14.525430 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241a7056-b8af-4415-9520-9854cbe33cc1']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:14.572770 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2cda25-4fe6-434c-bd75-b060880b851a') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:14.573219 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2cda25-4fe6-434c-bd75-b060880b851a') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:14.589732 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (da2cda25-4fe6-434c-bd75-b060880b851a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.604056 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadd068-21fe-4f18-89a9-27616c775e23 req-c065e24a-741e-4967-919e-dfdbf2da3799 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:14.605696 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0fadd068-21fe-4f18-89a9-27616c775e23 req-c065e24a-741e-4967-919e-dfdbf2da3799 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0838661 Jul 31 14:25:14.606615 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cc706-d8c0-49f7-82da-7f6c6b64919d req-67c8039c-2198-4571-b8d6-da3f73e52ba3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:14.613476 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f43cc706-d8c0-49f7-82da-7f6c6b64919d req-67c8039c-2198-4571-b8d6-da3f73e52ba3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 932 time: 0.0618796 Jul 31 14:25:14.619738 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (da2cda25-4fe6-434c-bd75-b060880b851a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.635052 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:25:14.635616 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (da2cda25-4fe6-434c-bd75-b060880b851a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.653442 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:14.674605 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f43cc706-d8c0-49f7-82da-7f6c6b64919d req-4fda4276-190c-4535-be45-bc4b4a754f8f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602384 Jul 31 14:25:14.690934 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment da2cda25-4fe6-434c-bd75-b060880b851a resource provider aggregate not found Jul 31 14:25:14.710259 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Request body: {'port': {'device_id': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:14.760757 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment da2cda25-4fe6-434c-bd75-b060880b851a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da2cda25-4fe6-434c-bd75-b060880b851a found for delete ", "request_id": "req-c33125fd-c383-4364-8450-0b9fe7e3de3e"}]} Jul 31 14:25:14.773146 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:14.792523 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0fadd068-21fe-4f18-89a9-27616c775e23 req-0a42273d-cb37-4ae3-a493-28a6839c2a6a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797340 Jul 31 14:25:14.826307 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-2745d993-696e-498c-9056-5290c7bba587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:14.827791 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-2745d993-696e-498c-9056-5290c7bba587 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1388535 Jul 31 14:25:14.830693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (241a7056-b8af-4415-9520-9854cbe33cc1), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.849012 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:14.852168 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] 10.222.0.40 "DELETE /v2.0/networks/241a7056-b8af-4415-9520-9854cbe33cc1 HTTP/1.1" status: 204 len: 168 time: 0.5152326 Jul 31 14:25:14.867008 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945a5d5-014d-4ad0-a84f-7865cd82f702 admin admin] Pushing event deleted for resources: {'Network': ['ID=241a7056-b8af-4415-9520-9854cbe33cc1,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:14.868539 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:25:14.885977 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.012554 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:15.037914 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'port_id': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'mac_address': 'fa:16:3e:c6:3e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:25:15.055399 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-b169b3e9-8474-49f7-82ec-9fed4e10f2be service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018647 Jul 31 14:25:15.089169 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc6589-8f59-49e6-87f2-7e574ce75e1d req-50dc58a7-e069-4fb8-bdd8-be97631fa26f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:15.090727 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4fc6589-8f59-49e6-87f2-7e574ce75e1d req-50dc58a7-e069-4fb8-bdd8-be97631fa26f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0561838 Jul 31 14:25:15.098162 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba is: ACTIVE; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:15.098552 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.119072 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:25:15.126908 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59436) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:15.157128 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:15.163909 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.172125 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4fc6589-8f59-49e6-87f2-7e574ce75e1d req-3c26778f-9237-4713-946d-3aa808468189 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702503 Jul 31 14:25:15.195467 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9c0203b7-45d4-428b-a2be-634a2f99c4ae admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b8656d0df1af4475b502efe677f7308e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0656621 Jul 31 14:25:15.196944 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59438) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:15.232508 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:15.251646 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-909c2d99-5485-4198-8dfe-d39e6dee3911 admin admin] Publish callbacks [] for security_group (1fc2b448-8bce-40f5-ac5b-89ef00465928), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.266862 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bad9ba-f468-4e03-9786-7c27cd0658de {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:25:15.275353 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Publish callbacks [] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.280504 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-909c2d99-5485-4198-8dfe-d39e6dee3911 admin admin] Publish callbacks [] for security_group (1fc2b448-8bce-40f5-ac5b-89ef00465928), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.288878 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Transition to ACTIVE for port object 78bad9ba-f468-4e03-9786-7c27cd0658de will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:25:15.293719 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.332776 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-909c2d99-5485-4198-8dfe-d39e6dee3911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (1fc2b448-8bce-40f5-ac5b-89ef00465928), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.336461 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-909c2d99-5485-4198-8dfe-d39e6dee3911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.340331 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-909c2d99-5485-4198-8dfe-d39e6dee3911 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1fc2b448-8bce-40f5-ac5b-89ef00465928 HTTP/1.1" status: 204 len: 168 time: 0.1415572 Jul 31 14:25:15.348196 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c2d99-5485-4198-8dfe-d39e6dee3911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc2b448-8bce-40f5-ac5b-89ef00465928,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:15.356657 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:25:15.363823 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Pushing event updated for resources: {'Port': ['ID=78bad9ba-f468-4e03-9786-7c27cd0658de,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:15.414262 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Attempting to bind port 78bad9ba-f468-4e03-9786-7c27cd0658de on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:25:15.414603 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Attempting to bind port 78bad9ba-f468-4e03-9786-7c27cd0658de by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:25:15.414934 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Attempting to bind port 78bad9ba-f468-4e03-9786-7c27cd0658de on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:25:15.419992 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Port 78bad9ba-f468-4e03-9786-7c27cd0658de on network cbc0073a-ae55-48a9-8514-9052086eccf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:25:15.420312 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Attempting to bind port 78bad9ba-f468-4e03-9786-7c27cd0658de on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:25:15.425440 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:25:15.425782 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Checking segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:25:15.426438 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Bound using segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:25:15.426559 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Bound port: 78bad9ba-f468-4e03-9786-7c27cd0658de, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:25:15.426980 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.507545 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] For port 78bad9ba-f468-4e03-9786-7c27cd0658de, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:25:15.519830 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:15.523132 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:15.549179 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] For port 78bad9ba-f468-4e03-9786-7c27cd0658de, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78bad9ba-f468-4e03-9786-7c27cd0658de,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:25:15.566449 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be5445-0227-4a80-880c-887fe0706cea req-979d5c7d-3bc5-426c-b4b9-07583a812e1b tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:15.568062 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-48be5445-0227-4a80-880c-887fe0706cea req-979d5c7d-3bc5-426c-b4b9-07583a812e1b tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0640643 Jul 31 14:25:15.570649 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.574957 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:15.575832 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:15.577129 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] 10.222.0.17 "PUT /v2.0/ports/78bad9ba-f468-4e03-9786-7c27cd0658de HTTP/1.1" status: 200 len: 1094 time: 0.8893020 Jul 31 14:25:15.578787 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'tag': '78bad9ba-f468-4e03-9786-7c27cd0658de'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:15.581053 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ce508-86cf-45a5-9cd2-8b1983fc426c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5b3d28-2f47-4309-a909-0210c782aad3", "tag": "78bad9ba-f468-4e03-9786-7c27cd0658de"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:15.620280 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:15.623997 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aa966d-46a3-48d0-8a0d-3bf5c6e7c5a6 x-openstack-request-id: req-98aa966d-46a3-48d0-8a0d-3bf5c6e7c5a6 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:15.624268 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5b3d28-2f47-4309-a909-0210c782aad3", "tag": "78bad9ba-f468-4e03-9786-7c27cd0658de", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:15.624526 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-98aa966d-46a3-48d0-8a0d-3bf5c6e7c5a6 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:15.624924 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98aa966d-46a3-48d0-8a0d-3bf5c6e7c5a6'] response: {'name': 'network-changed', 'server_uuid': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'tag': '78bad9ba-f468-4e03-9786-7c27cd0658de', 'status': 'completed', 'code': 200} Jul 31 14:25:15.651269 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:15.679087 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9eb914-6a62-40a9-ab43-3a1fce1e225d service neutron] Pushing event updated for resources: {'Port': ['ID=78bad9ba-f468-4e03-9786-7c27cd0658de,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:15.686975 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-48be5445-0227-4a80-880c-887fe0706cea req-efc1292d-8625-416f-8058-9828427e4b3e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081629 Jul 31 14:25:15.805350 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdab37c-7f76-4f60-bb48-56d7d72e3dd5 req-f5d6f253-bb98-4cbc-82d0-1d558c2ddd0c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:15.807266 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8fdab37c-7f76-4f60-bb48-56d7d72e3dd5 req-f5d6f253-bb98-4cbc-82d0-1d558c2ddd0c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 944 time: 0.0597680 Jul 31 14:25:15.822163 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e92e4-5e51-40e7-9d38-16b4543d5d6f req-72f2f1c5-6e36-4a61-9835-fd0664d64eaa tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:15.823736 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-138e92e4-5e51-40e7-9d38-16b4543d5d6f req-72f2f1c5-6e36-4a61-9835-fd0664d64eaa tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0530398 Jul 31 14:25:15.859791 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8fdab37c-7f76-4f60-bb48-56d7d72e3dd5 req-15d3b1e4-3b87-4154-9f4b-3d66fc9cd6fc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455832 Jul 31 14:25:15.887401 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-138e92e4-5e51-40e7-9d38-16b4543d5d6f req-d004723a-b3fc-4fe7-8d7d-955ddee86aa9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570531 Jul 31 14:25:15.917250 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59464) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:16.010097 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b20639-108d-4e84-b7e3-88c4693d5123 req-bd587940-d14a-4460-b12a-eb062da306a4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:16.012178 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-13b20639-108d-4e84-b7e3-88c4693d5123 req-bd587940-d14a-4460-b12a-eb062da306a4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0549521 Jul 31 14:25:16.063809 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-13b20639-108d-4e84-b7e3-88c4693d5123 req-1e796b9a-f020-4e82-9a10-ba4e478799e2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Jul 31 14:25:16.150018 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6881337-64aa-49b6-b3f1-4fd0368631b7 tempest-TestShelveInstance-2096648665 tempest-TestShelveInstance-2096648665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:16.151672 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-c6881337-64aa-49b6-b3f1-4fd0368631b7 tempest-TestShelveInstance-2096648665 tempest-TestShelveInstance-2096648665-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1125 time: 0.2333121 Jul 31 14:25:16.154531 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59476) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:16.159037 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'port_id': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:16.181093 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:16.279493 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:16.346708 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12281f58-d9c2-485a-8807-795e49dca934 req-1cc9b175-f2ea-486f-bce3-2665979372b3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:16.348225 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-12281f58-d9c2-485a-8807-795e49dca934 req-1cc9b175-f2ea-486f-bce3-2665979372b3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 944 time: 0.0898528 Jul 31 14:25:16.445832 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-12281f58-d9c2-485a-8807-795e49dca934 req-e86a6f03-d793-491a-9223-25561733bb52 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920684 Jul 31 14:25:16.462029 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Allocated IP 172.27.1.155 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/1c525eb3-6c5b-4378-8621-c02bbd740a85) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:25:16.567682 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for port (1c525eb3-6c5b-4378-8621-c02bbd740a85), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:16.603801 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (1c525eb3-6c5b-4378-8621-c02bbd740a85), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:16.660156 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:25:16.665382 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:25:16.669731 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:25:16.691473 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'Port': ['ID=1c525eb3-6c5b-4378-8621-c02bbd740a85,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:16.836855 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:16.878232 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:16.988797 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151382ab-4220-4b41-b0c6-57a22ac4799a req-cd49cb93-5b18-4a19-8a93-8f129079932e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:16.990310 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-151382ab-4220-4b41-b0c6-57a22ac4799a req-cd49cb93-5b18-4a19-8a93-8f129079932e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 944 time: 0.0521686 Jul 31 14:25:17.039794 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-151382ab-4220-4b41-b0c6-57a22ac4799a req-17fe74f7-294c-483c-9569-8e2227e68b4c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Jul 31 14:25:17.173816 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for floatingip (561e3af1-e71f-41b6-a7b9-9c3f5bcec032), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:17.233330 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6ba00-59c7-4d03-99e3-1584e6a08458 req-60d95995-95aa-4b0d-ba89-285cfd86a924 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:17.234711 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dcb6ba00-59c7-4d03-99e3-1584e6a08458 req-60d95995-95aa-4b0d-ba89-285cfd86a924 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0966716 Jul 31 14:25:17.310132 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1c525eb3-6c5b-4378-8621-c02bbd740a85), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:17.315297 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dcb6ba00-59c7-4d03-99e3-1584e6a08458 req-2ec3cecf-8034-457c-9dea-5e4f4a004a42 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733767 Jul 31 14:25:17.457357 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for port (1c525eb3-6c5b-4378-8621-c02bbd740a85), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:17.462667 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (1c525eb3-6c5b-4378-8621-c02bbd740a85), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:17.527414 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event updated for resources: {'Port': ['ID=1c525eb3-6c5b-4378-8621-c02bbd740a85,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:17.529891 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (561e3af1-e71f-41b6-a7b9-9c3f5bcec032), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:17.574116 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f863-9baf-41c9-a567-55fb47dd188b req-0911584c-318b-4f79-9ce6-b782035cebbf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:17.575860 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f388f863-9baf-41c9-a567-55fb47dd188b req-0911584c-318b-4f79-9ce6-b782035cebbf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 944 time: 0.0488052 Jul 31 14:25:17.622952 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f388f863-9baf-41c9-a567-55fb47dd188b req-01de009e-a5c1-4cba-9a89-d5e538d93416 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Jul 31 14:25:17.624973 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Floating IP 561e3af1-e71f-41b6-a7b9-9c3f5bcec032 associated. External IP: 172.27.1.155, port: e91303da-f1e0-49da-acae-3ce6750984f8. Jul 31 14:25:17.940503 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:18.044532 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Router b619a2b8-5f5f-4243-bf67-c2913412b5b6 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:25:18.087175 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:18.165396 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:18.188110 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:25:18.190449 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:18.206310 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff322-d932-48ea-9edd-29aacc6a17f4 req-76def08a-18a8-48f1-a054-b90016a0b1c3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:18.207758 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d0fff322-d932-48ea-9edd-29aacc6a17f4 req-76def08a-18a8-48f1-a054-b90016a0b1c3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 944 time: 0.0800450 Jul 31 14:25:18.219726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:25:18.230952 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] Sync routers for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:25:18.247087 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:25:18.247475 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:18.269136 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:25:18.269696 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:25:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:18.307548 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce508-86cf-45a5-9cd2-8b1983fc426c req-b3c9bfc2-99de-42c0-8e66-8f5600dd8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:18.309103 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9e2ce508-86cf-45a5-9cd2-8b1983fc426c req-b3c9bfc2-99de-42c0-8e66-8f5600dd8a63 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 1128 time: 0.1181040 Jul 31 14:25:18.317989 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:18.325421 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:18.417520 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:18.417906 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:18.420914 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:25:18.444594 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-24929f87-dd77-4d81-8508-8bea3c441c0f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2860134 Jul 31 14:25:18.447022 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:18.449415 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3153305-a249-42e3-ba96-e2a4209c8f50" -d '{"events": [{"name": "network-changed", "server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:18.450030 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f183e4-961e-4399-8fe2-476a99d53685 req-45e37eec-6285-4478-bb0b-14740af4adc2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:18.452001 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89f183e4-961e-4399-8fe2-476a99d53685 req-45e37eec-6285-4478-bb0b-14740af4adc2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0601065 Jul 31 14:25:18.455251 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d0fff322-d932-48ea-9edd-29aacc6a17f4 req-3698885c-0d6c-469b-abb9-becdb724c90b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186615 Jul 31 14:25:18.467697 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-147a2589-5c42-4b08-87ef-3b77c52f910e req-3c0c514c-eb9b-49a2-84b1-15b2f364025f service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813549 Jul 31 14:25:18.471015 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:25:18.487187 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:18.487624 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589ff756-660b-4dc2-b2ef-6a865d3999bf" -d '{"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-plugged", "status": "completed", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:18.532331 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce508-86cf-45a5-9cd2-8b1983fc426c req-383b34a6-7600-4dd0-9616-20c0520f8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:18.535321 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9e2ce508-86cf-45a5-9cd2-8b1983fc426c req-383b34a6-7600-4dd0-9616-20c0520f8fad service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=9097fd66951e457ba46812ff17db7501&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2105935 Jul 31 14:25:18.536885 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0514094b-79b7-484d-9ed0-0063d07875c9 x-openstack-request-id: req-0514094b-79b7-484d-9ed0-0063d07875c9 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:18.537172 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:18.537423 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0514094b-79b7-484d-9ed0-0063d07875c9 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:18.538601 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0514094b-79b7-484d-9ed0-0063d07875c9'] response: {'name': 'network-changed', 'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'status': 'completed', 'code': 200} Jul 31 14:25:18.553707 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89f183e4-961e-4399-8fe2-476a99d53685 req-0b49ac68-3853-4557-a106-d116f02c9399 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889080 Jul 31 14:25:18.671164 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:18.680721 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c14d6b1-bfda-4291-937c-1c4154138a89 x-openstack-request-id: req-5c14d6b1-bfda-4291-937c-1c4154138a89 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:18.681031 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-plugged", "status": "completed", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:18.681332 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5c14d6b1-bfda-4291-937c-1c4154138a89 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:18.681728 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c14d6b1-bfda-4291-937c-1c4154138a89'] response: {'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'code': 200} Jul 31 14:25:18.692325 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:18.705563 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce508-86cf-45a5-9cd2-8b1983fc426c req-a1d451f3-4756-4a42-b60b-b2701c2f9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:18.707071 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9e2ce508-86cf-45a5-9cd2-8b1983fc426c req-a1d451f3-4756-4a42-b60b-b2701c2f9096 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136601 Jul 31 14:25:18.757493 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ee260-9edd-4f16-9870-5ca9eea4eee9 req-1a89424a-40b6-4ff1-8ca9-8c0d7b1fd8a2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:18.759019 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e6ee260-9edd-4f16-9870-5ca9eea4eee9 req-1a89424a-40b6-4ff1-8ca9-8c0d7b1fd8a2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0495090 Jul 31 14:25:18.818019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-d85f5500-4074-4fb5-8ec0-8de136614c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:18.820003 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e6ee260-9edd-4f16-9870-5ca9eea4eee9 req-baeab456-a064-4282-933a-c2e6c7497626 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552123 Jul 31 14:25:18.821077 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-d85f5500-4074-4fb5-8ec0-8de136614c75 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3&device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1130 time: 0.0470929 Jul 31 14:25:18.854552 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:18.900736 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '561e3af1-e71f-41b6-a7b9-9c3f5bcec032', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'port_id': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'mac_address': 'fa:16:3e:a8:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:25:16Z', 'updated_at': '2022-07-31T14:25:16Z', 'revision_number': 0, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25787ec-3d0b-48c8-a157-a42d45712ddb', 'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'mac_address': 'fa:16:3e:ff:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:17Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 5, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'subnets': [{'id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:18.925832 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] Checking router: b619a2b8-5f5f-4243-bf67-c2913412b5b6 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:25:18.935022 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:25:18.935661 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:25:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:18.970766 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-03f4f350-d881-4cb8-9e47-175880988fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:18.972280 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-03f4f350-d881-4cb8-9e47-175880988fee service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 1128 time: 0.0880682 Jul 31 14:25:18.996468 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-b6181404-c669-481e-8daf-50107181c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:18.997908 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-b6181404-c669-481e-8daf-50107181c881 service neutron] 10.222.0.17 "GET /v2.0/networks?id=678e7fb8-a8c3-4462-826a-1ccec549b8ba HTTP/1.1" status: 200 len: 907 time: 0.1244588 Jul 31 14:25:19.040160 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:25:19.254881 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '561e3af1-e71f-41b6-a7b9-9c3f5bcec032', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'port_id': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'mac_address': 'fa:16:3e:a8:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:25:16Z', 'updated_at': '2022-07-31T14:25:16Z', 'revision_number': 0, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25787ec-3d0b-48c8-a157-a42d45712ddb', 'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'mac_address': 'fa:16:3e:ff:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:17Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 5, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'subnets': [{'id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:19.257949 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:19.283729 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad47fb3-9360-4a52-9434-a940ea2b6883 None None] The sync data for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi is: [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '561e3af1-e71f-41b6-a7b9-9c3f5bcec032', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'port_id': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'mac_address': 'fa:16:3e:a8:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:25:16Z', 'updated_at': '2022-07-31T14:25:16Z', 'revision_number': 0, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25787ec-3d0b-48c8-a157-a42d45712ddb', 'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'mac_address': 'fa:16:3e:ff:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:17Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 5, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'subnets': [{'id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:25:19.482271 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f653b319-70bb-4fa9-b3f2-7b50597d566a None None] New status for floating IP 561e3af1-e71f-41b6-a7b9-9c3f5bcec032: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:25:19.591303 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00470ddb-02d5-45d4-9a39-98e0f13398f0 req-12cc4d16-f2f4-4df8-a139-4fef44d3f0a0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:19.592985 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-00470ddb-02d5-45d4-9a39-98e0f13398f0 req-12cc4d16-f2f4-4df8-a139-4fef44d3f0a0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 944 time: 0.0517895 Jul 31 14:25:19.642863 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-00470ddb-02d5-45d4-9a39-98e0f13398f0 req-ecaa1380-9818-47cd-a8e8-9e96d3d97958 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441523 Jul 31 14:25:19.675937 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:19.685314 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de785585-d20f-4fc7-b687-68881842fa4b req-4912080d-98c8-434b-b1f4-7531f05516ef tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:19.686818 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de785585-d20f-4fc7-b687-68881842fa4b req-4912080d-98c8-434b-b1f4-7531f05516ef tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0589159 Jul 31 14:25:19.721357 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:19.741793 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de785585-d20f-4fc7-b687-68881842fa4b req-a1a9b255-0e74-488e-bd6f-92f17a5fd1f1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490043 Jul 31 14:25:19.937729 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:19.953511 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151e72d-6edf-4fe9-a266-9797538b752b req-a73e1608-098a-4114-a068-1f4d315f897b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:19.954982 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e151e72d-6edf-4fe9-a266-9797538b752b req-a73e1608-098a-4114-a068-1f4d315f897b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0532241 Jul 31 14:25:20.012496 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e151e72d-6edf-4fe9-a266-9797538b752b req-0619b79c-321a-4617-9a4a-9d65edaca757 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512724 Jul 31 14:25:20.504995 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-ac869320-24e4-474e-881f-421f1611021c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78bad9ba-f468-4e03-9786-7c27cd0658de HTTP/1.1" status: 200 len: 217 time: 0.0623276 Jul 31 14:25:20.531848 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-cd95a6e5-0d91-45e4-a105-97ff06d008da service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 200 len: 1002 time: 0.0950036 Jul 31 14:25:20.593070 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:20.607847 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-a46911af-aadf-4a4b-8d91-39af222a5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:20.609245 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-a46911af-aadf-4a4b-8d91-39af222a5b4a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.0876727 Jul 31 14:25:20.614907 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-211daf87-281e-4a43-9a89-97eeb6f58cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:20.616782 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-211daf87-281e-4a43-9a89-97eeb6f58cfb service neutron] 10.222.0.17 "GET /v2.0/subnets?id=045c391c-a7b1-430e-97e9-824fc017ed05 HTTP/1.1" status: 200 len: 845 time: 0.0635467 Jul 31 14:25:20.719575 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-14b4e819-6a8b-4dd7-b508-6305ac64f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:20.721033 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-14b4e819-6a8b-4dd7-b508-6305ac64f6c0 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678e7fb8-a8c3-4462-826a-1ccec549b8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660369 Jul 31 14:25:20.721909 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-f7665078-1e94-40ba-9199-173e7a8cb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:20.723208 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-f7665078-1e94-40ba-9199-173e7a8cb72e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693245 Jul 31 14:25:20.763702 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431c420-7f1f-4d89-a455-5560f52e8e03 req-e3f0e737-aaff-4641-a809-fcf4bc49ae5c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:20.765182 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3431c420-7f1f-4d89-a455-5560f52e8e03 req-e3f0e737-aaff-4641-a809-fcf4bc49ae5c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 944 time: 0.0488224 Jul 31 14:25:20.816716 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3431c420-7f1f-4d89-a455-5560f52e8e03 req-7d76eae0-325c-4b59-b741-d7a5ed3487a3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457921 Jul 31 14:25:20.892397 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b9a4d-1c1f-48f7-af87-e483dc56120f req-501091b6-2c7d-40d0-88a2-8c5e518e5c5c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:20.893830 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-838b9a4d-1c1f-48f7-af87-e483dc56120f req-501091b6-2c7d-40d0-88a2-8c5e518e5c5c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0731251 Jul 31 14:25:20.948669 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-1fa22208-e802-4b6d-86f0-7002ab7fe8fc service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121732 Jul 31 14:25:20.955839 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-e0719f55-a8c8-4d16-93d5-bde450edb554 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183361 Jul 31 14:25:20.977390 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-838b9a4d-1c1f-48f7-af87-e483dc56120f req-55bc31f1-22d7-4c9f-bdbc-088139a12c18 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740349 Jul 31 14:25:21.137253 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1710-fb14-4a27-8cb4-28a24871e487 req-4f6608d1-1db5-44f1-a69e-174bd8f9d15d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:21.138725 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c34c1710-fb14-4a27-8cb4-28a24871e487 req-4f6608d1-1db5-44f1-a69e-174bd8f9d15d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0476549 Jul 31 14:25:21.187607 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c34c1710-fb14-4a27-8cb4-28a24871e487 req-725dcb7d-a8b4-4fb9-bce3-f64cccf50f84 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 Jul 31 14:25:21.355494 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59552) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:21.469702 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5d59c9a8-1e27-4ced-98b3-4340a59fd94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:21.680847 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f3153305-a249-42e3-ba96-e2a4209c8f50 req-1e993cf8-f4e2-4ffc-bff7-83a07f0631e5 service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075419 Jul 31 14:25:21.687486 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78b62d5-40b6-48f5-b474-bce822bdd2d9 req-5fa6ceb5-8b1f-43c4-b4ce-1c9ea04d22fa service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154305 Jul 31 14:25:21.711978 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5d59c9a8-1e27-4ced-98b3-4340a59fd94e admin admin] Publish callbacks [] for security_group (82ec70b0-2079-49fc-bb33-6d628ca9bc9d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:21.719366 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5d59c9a8-1e27-4ced-98b3-4340a59fd94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (82ec70b0-2079-49fc-bb33-6d628ca9bc9d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:21.765579 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-5d59c9a8-1e27-4ced-98b3-4340a59fd94e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7d64c4c74e7e454d8e7ddb31f2a5075b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089937 Jul 31 14:25:21.766471 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59c9a8-1e27-4ced-98b3-4340a59fd94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ec70b0-2079-49fc-bb33-6d628ca9bc9d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:21.769686 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59562) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:21.835550 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-03baabce-9cea-4744-a341-34f99581e512 admin admin] Publish callbacks [] for security_group (82ec70b0-2079-49fc-bb33-6d628ca9bc9d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:21.863880 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-03baabce-9cea-4744-a341-34f99581e512 admin admin] Publish callbacks [] for security_group (82ec70b0-2079-49fc-bb33-6d628ca9bc9d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:21.926258 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-03baabce-9cea-4744-a341-34f99581e512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (82ec70b0-2079-49fc-bb33-6d628ca9bc9d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:21.930027 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-03baabce-9cea-4744-a341-34f99581e512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:21.933817 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-03baabce-9cea-4744-a341-34f99581e512 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/82ec70b0-2079-49fc-bb33-6d628ca9bc9d HTTP/1.1" status: 204 len: 168 time: 0.1594338 Jul 31 14:25:21.940438 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03baabce-9cea-4744-a341-34f99581e512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ec70b0-2079-49fc-bb33-6d628ca9bc9d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:21.944781 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:21.967633 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbbeb2-e1c3-436c-a1c3-5900ab73f6d2 req-023509ed-4659-402f-ae42-e91445922385 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:21.969607 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-47dbbeb2-e1c3-436c-a1c3-5900ab73f6d2 req-023509ed-4659-402f-ae42-e91445922385 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 944 time: 0.0631027 Jul 31 14:25:22.005339 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:22.023878 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-47dbbeb2-e1c3-436c-a1c3-5900ab73f6d2 req-e6ab6895-8813-48fd-8faf-43c2274456ba tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476713 Jul 31 14:25:22.110652 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a80f3-d698-4602-b352-6f305b6589da req-3e6b49cb-4eb6-493a-9d40-c8d7db0005c7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:22.112345 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-140a80f3-d698-4602-b352-6f305b6589da req-3e6b49cb-4eb6-493a-9d40-c8d7db0005c7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0515649 Jul 31 14:25:22.163514 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-140a80f3-d698-4602-b352-6f305b6589da req-e71439bf-3b97-4310-afd4-eebc3d8c5ba7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Jul 31 14:25:22.340406 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc82571-82e5-438c-bf5b-dff1dada69bf req-ff8d8c27-f038-43fb-b8cc-7753ddae6d7e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:22.341984 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-efc82571-82e5-438c-bf5b-dff1dada69bf req-ff8d8c27-f038-43fb-b8cc-7753ddae6d7e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0752275 Jul 31 14:25:22.416897 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-efc82571-82e5-438c-bf5b-dff1dada69bf req-111f0520-5d3c-49cd-8a3a-239f445280c5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659237 Jul 31 14:25:23.144892 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e0fad-620e-48b2-8e85-883b569f891a req-fb9ea249-d9ad-4385-a1bf-4e64ebd6b6c7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:23.147013 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a04e0fad-620e-48b2-8e85-883b569f891a req-fb9ea249-d9ad-4385-a1bf-4e64ebd6b6c7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 944 time: 0.0483801 Jul 31 14:25:23.198182 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a04e0fad-620e-48b2-8e85-883b569f891a req-0d2423c0-1652-4c38-b2d0-31dff0b305ea tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460997 Jul 31 14:25:23.538267 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de0c4e-bff9-488a-b6b5-1ead2c4758af req-a982024b-5657-49c0-933e-630a1d7cdc45 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:23.539739 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e2de0c4e-bff9-488a-b6b5-1ead2c4758af req-a982024b-5657-49c0-933e-630a1d7cdc45 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0458279 Jul 31 14:25:23.588489 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e2de0c4e-bff9-488a-b6b5-1ead2c4758af req-0f5e80a1-d4bc-495a-9d8f-513159435398 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Jul 31 14:25:24.313846 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d21587-fac5-4697-acb0-3d49b16e2fc1 req-a219b0f8-7678-4624-b60e-1d3c8a13569c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:24.315290 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-72d21587-fac5-4697-acb0-3d49b16e2fc1 req-a219b0f8-7678-4624-b60e-1d3c8a13569c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 944 time: 0.0456939 Jul 31 14:25:24.361433 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-72d21587-fac5-4697-acb0-3d49b16e2fc1 req-3a9a8fcb-d351-4503-856d-aeb93c49d468 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400395 Jul 31 14:25:24.712050 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f29f1e-c8a8-40d1-a7e8-61b323279be0 req-9a91ebaf-3003-483d-822a-fae6ca031fb5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:24.713469 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d8f29f1e-c8a8-40d1-a7e8-61b323279be0 req-9a91ebaf-3003-483d-822a-fae6ca031fb5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0459044 Jul 31 14:25:24.762879 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d8f29f1e-c8a8-40d1-a7e8-61b323279be0 req-0c6aa2f2-b937-48f4-841f-50dc2625296b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 Jul 31 14:25:24.957244 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 78bad9ba-f468-4e03-9786-7c27cd0658de details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:25:25.052048 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:25.058930 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 78bad9ba-f468-4e03-9786-7c27cd0658de, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78bad9ba-f468-4e03-9786-7c27cd0658de,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:25.070089 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '78bad9ba-f468-4e03-9786-7c27cd0658de', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'port_id': '78bad9ba-f468-4e03-9786-7c27cd0658de', 'mac_address': 'fa:16:3e:f6:db:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:25:25.104620 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 78bad9ba-f468-4e03-9786-7c27cd0658de is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:25.105008 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:25.117683 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bad9ba-f468-4e03-9786-7c27cd0658de {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:25:25.138202 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 78bad9ba-f468-4e03-9786-7c27cd0658de, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78bad9ba-f468-4e03-9786-7c27cd0658de,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:25.148360 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:25.194202 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=78bad9ba-f468-4e03-9786-7c27cd0658de,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:25.482237 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264a1db-38b3-456a-84c0-3b31ab815a22 req-1b3b8469-7f6e-40c3-9911-923b528ca873 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:25.483780 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9264a1db-38b3-456a-84c0-3b31ab815a22 req-1b3b8469-7f6e-40c3-9911-923b528ca873 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 945 time: 0.0522120 Jul 31 14:25:25.533821 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9264a1db-38b3-456a-84c0-3b31ab815a22 req-ddc6ddc8-f4ac-404b-935b-231840b0c394 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443408 Jul 31 14:25:25.567851 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['78bad9ba-f468-4e03-9786-7c27cd0658de'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:25:25.760329 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59658) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:25.766557 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-2edea088-3211-45fc-b128-56b2b4c87ae5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002375760', 'description': 'tempest-description--1930384762'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:25.806162 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2edea088-3211-45fc-b128-56b2b4c87ae5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:25.899016 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:25.934053 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c2ff5-5945-4e95-8051-bb9099ec39e6 req-696bc40e-d150-4fb4-984e-17fb7921a12a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:25.935957 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c23c2ff5-5945-4e95-8051-bb9099ec39e6 req-696bc40e-d150-4fb4-984e-17fb7921a12a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0835447 Jul 31 14:25:25.938791 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2edea088-3211-45fc-b128-56b2b4c87ae5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group (bb97b90c-a509-4da3-bac6-4e94d023f75d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:25.952718 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2edea088-3211-45fc-b128-56b2b4c87ae5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (bb97b90c-a509-4da3-bac6-4e94d023f75d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:25.984157 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:26.017673 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2edea088-3211-45fc-b128-56b2b4c87ae5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.022311 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2edea088-3211-45fc-b128-56b2b4c87ae5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2572570 Jul 31 14:25:26.023330 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59662) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:26.025525 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edea088-3211-45fc-b128-56b2b4c87ae5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb97b90c-a509-4da3-bac6-4e94d023f75d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:26.029010 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-e00d23e7-b3d2-4180-be20-59bef5c55a0f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Request body: {'security_group_rule': {'security_group_id': 'bb97b90c-a509-4da3-bac6-4e94d023f75d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:26.032778 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c23c2ff5-5945-4e95-8051-bb9099ec39e6 req-aed3afcd-fcb9-4544-885d-ae2a6850887a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903802 Jul 31 14:25:26.077799 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00d23e7-b3d2-4180-be20-59bef5c55a0f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group_rule (cedebef7-2ac9-429a-989c-a4c5b7a660b1), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.156851 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00d23e7-b3d2-4180-be20-59bef5c55a0f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group_rule (cedebef7-2ac9-429a-989c-a4c5b7a660b1), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.163944 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00d23e7-b3d2-4180-be20-59bef5c55a0f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (cedebef7-2ac9-429a-989c-a4c5b7a660b1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.225104 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00d23e7-b3d2-4180-be20-59bef5c55a0f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.229135 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e00d23e7-b3d2-4180-be20-59bef5c55a0f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012331 Jul 31 14:25:26.229135 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d23e7-b3d2-4180-be20-59bef5c55a0f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedebef7-2ac9-429a-989c-a4c5b7a660b1,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:26.229444 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59672) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:26.233897 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-b043d7e2-26ca-4bf1-9692-be73470c8c30 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Request body: {'security_group_rule': {'security_group_id': 'bb97b90c-a509-4da3-bac6-4e94d023f75d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:26.321257 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b043d7e2-26ca-4bf1-9692-be73470c8c30 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group_rule (ffb8eba8-2c41-4ec7-8014-858ebe2bf4a2), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.450987 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b043d7e2-26ca-4bf1-9692-be73470c8c30 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group_rule (ffb8eba8-2c41-4ec7-8014-858ebe2bf4a2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.461682 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b043d7e2-26ca-4bf1-9692-be73470c8c30 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (ffb8eba8-2c41-4ec7-8014-858ebe2bf4a2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.477274 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-6458390e-0197-4704-9fc5-3d0ea97c6746 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=b0ad86716ddf412f91a1128ba7159585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340719 Jul 31 14:25:26.484593 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d7e2-26ca-4bf1-9692-be73470c8c30 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb8eba8-2c41-4ec7-8014-858ebe2bf4a2,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:26.499089 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b043d7e2-26ca-4bf1-9692-be73470c8c30 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.500388 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b043d7e2-26ca-4bf1-9692-be73470c8c30 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700756 Jul 31 14:25:26.503508 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59688) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:26.508218 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:26.536721 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.576231 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 78bad9ba-f468-4e03-9786-7c27cd0658de up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:25:26.648945 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 78bad9ba-f468-4e03-9786-7c27cd0658de completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:25:26.690988 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 78bad9ba-f468-4e03-9786-7c27cd0658de triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:25:26.691599 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.749218 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21644b11-5d15-4d70-a325-24ad0faf4056 req-49a931c5-13ce-49bd-be29-28cb5e46a735 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:26.758873 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-21644b11-5d15-4d70-a325-24ad0faf4056 req-49a931c5-13ce-49bd-be29-28cb5e46a735 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 945 time: 0.1042788 Jul 31 14:25:26.771049 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.782542 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-4aeb6039-bc1f-4877-b46d-9801cdece3cf tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:26.784250 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-4aeb6039-bc1f-4877-b46d-9801cdece3cf tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984030 Jul 31 14:25:26.802521 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-6bbd3a85-504e-4e5b-b305-8e37bc841e89 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/quotas/b0ad86716ddf412f91a1128ba7159585 HTTP/1.1" status: 200 len: 375 time: 0.0114472 Jul 31 14:25:26.850701 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-de47e1e2-8abb-4467-97ca-a02f699e2a7d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=b0ad86716ddf412f91a1128ba7159585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424693 Jul 31 14:25:26.876144 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 78bad9ba-f468-4e03-9786-7c27cd0658de is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:26.879707 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.902215 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-21644b11-5d15-4d70-a325-24ad0faf4056 req-f08ad541-7bcf-4b42-a6d0-31855d3d9220 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384737 Jul 31 14:25:26.906501 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bad9ba-f468-4e03-9786-7c27cd0658de'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:26.909290 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a19417-ad96-49c4-bda4-551381827f3f" -d '{"events": [{"server_uuid": "ed5b3d28-2f47-4309-a909-0210c782aad3", "name": "network-vif-plugged", "status": "completed", "tag": "78bad9ba-f468-4e03-9786-7c27cd0658de"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:26.934518 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 78bad9ba-f468-4e03-9786-7c27cd0658de, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78bad9ba-f468-4e03-9786-7c27cd0658de,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:26.940223 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:26.990826 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561924ea-d9be-4d0d-a7cc-5a4ae5ac7ccd x-openstack-request-id: req-561924ea-d9be-4d0d-a7cc-5a4ae5ac7ccd {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:26.991119 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5b3d28-2f47-4309-a909-0210c782aad3", "name": "network-vif-plugged", "status": "completed", "tag": "78bad9ba-f468-4e03-9786-7c27cd0658de", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:26.991391 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-561924ea-d9be-4d0d-a7cc-5a4ae5ac7ccd {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:26.992060 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561924ea-d9be-4d0d-a7cc-5a4ae5ac7ccd'] response: {'server_uuid': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bad9ba-f468-4e03-9786-7c27cd0658de', 'code': 200} Jul 31 14:25:26.995557 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=78bad9ba-f468-4e03-9786-7c27cd0658de,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:27.070203 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Allocated IP 172.27.1.114 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/4369fa39-fcb1-4d74-8370-f0c67e84e9db) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:25:27.255288 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a3a0427a-d145-4bf0-a4b6-19be2953b5df req-05b83525-448c-42ba-95d8-00e23d08f8ed tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 210 time: 0.1514647 Jul 31 14:25:27.268717 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75fbb6-87c4-449f-a066-4f5338c78f42 req-d08064cb-82bf-478f-aedb-dd3866be6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:27.270223 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f75fbb6-87c4-449f-a066-4f5338c78f42 req-d08064cb-82bf-478f-aedb-dd3866be6a5c service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 1130 time: 0.0852673 Jul 31 14:25:27.277421 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e841263-3b83-419c-b787-04f4a8ee0724 req-51cee0c2-1a24-4ca7-bec9-aad10dff19a4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:27.279237 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9e841263-3b83-419c-b787-04f4a8ee0724 req-51cee0c2-1a24-4ca7-bec9-aad10dff19a4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0965772 Jul 31 14:25:27.341674 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for port (4369fa39-fcb1-4d74-8370-f0c67e84e9db), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:27.360043 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f75fbb6-87c4-449f-a066-4f5338c78f42 req-2ca4e233-c12d-416d-b8d2-06715cbb1d0f service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797999 Jul 31 14:25:27.372840 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9e841263-3b83-419c-b787-04f4a8ee0724 req-df528fb2-a570-4b96-a47e-efdad9b15c97 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855498 Jul 31 14:25:27.392176 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:27.400659 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (4369fa39-fcb1-4d74-8370-f0c67e84e9db), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:27.452593 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:25:27.456550 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:25:27.461408 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:25:27.464000 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event updated for resources: {'Port': ['ID=4369fa39-fcb1-4d74-8370-f0c67e84e9db,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:27.582520 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:27.586779 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for floatingip (a3bcd872-13ba-441e-ad1a-1b3a85fd49f8), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:27.638607 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (4369fa39-fcb1-4d74-8370-f0c67e84e9db), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:27.811664 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for port (4369fa39-fcb1-4d74-8370-f0c67e84e9db), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:27.821560 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10251120'] for port (4369fa39-fcb1-4d74-8370-f0c67e84e9db), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:27.915050 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event updated for resources: {'Port': ['ID=4369fa39-fcb1-4d74-8370-f0c67e84e9db,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:27.921922 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (a3bcd872-13ba-441e-ad1a-1b3a85fd49f8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:27.947659 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:27.958344 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1ce8d1b0-74dd-4cc0-86c8-18ab7a7eb32a tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4537594 Jul 31 14:25:28.061202 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee3a2-707b-4ab1-8574-0806408a9377 req-ffbce193-4112-4d06-a302-adbd3b7f7cb7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:28.065529 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a59ee3a2-707b-4ab1-8574-0806408a9377 req-ffbce193-4112-4d06-a302-adbd3b7f7cb7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 946 time: 0.0861349 Jul 31 14:25:28.189735 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a59ee3a2-707b-4ab1-8574-0806408a9377 req-bade63ab-b0ca-47f5-a2d2-ed8c08fbc353 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102910 Jul 31 14:25:28.286691 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-20b06415-d9db-4683-bc6e-b29a97ed199e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--2002375760&fields=id&tenant_id=832629dd8594494ab41b6596b2d73076 HTTP/1.1" status: 200 len: 267 time: 0.0643563 Jul 31 14:25:28.299249 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:28.405962 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bdd89766-c940-4a55-92ae-e59cc1f4715c req-9d7dc734-f315-45a5-a7c1-05ef9471d794 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 210 time: 0.0455465 Jul 31 14:25:28.451629 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-a40338b8-82b8-4f2f-b56d-a44e79154e97 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:28.453102 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-a40338b8-82b8-4f2f-b56d-a44e79154e97 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 818 time: 0.1644711 Jul 31 14:25:28.469107 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-1a57b3fb-b4b8-4e5e-9763-adf246f0d0ed tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/quotas/832629dd8594494ab41b6596b2d73076 HTTP/1.1" status: 200 len: 375 time: 0.0101604 Jul 31 14:25:28.542231 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7c138700-3133-4786-9c9c-31326d885262 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0650628 Jul 31 14:25:28.576061 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337cab-5c53-4041-b0b2-a81436d72fe1 req-4ebb934f-6f9c-4ceb-a6b6-272a66631d73 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:28.577762 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-81337cab-5c53-4041-b0b2-a81436d72fe1 req-4ebb934f-6f9c-4ceb-a6b6-272a66631d73 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0798638 Jul 31 14:25:28.642168 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-81337cab-5c53-4041-b0b2-a81436d72fe1 req-c8fe02a6-39c4-4466-9c96-2a6342ab3f90 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585246 Jul 31 14:25:28.683340 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-3ca33e10-4db7-41ce-aca4-a21d71075508 service neutron] 10.222.0.40 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283169 Jul 31 14:25:28.691626 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:28.821913 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-aecc2f0e-7310-4ade-8f82-46cb99b64e10 service neutron] 10.222.0.40 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375418 Jul 31 14:25:29.039837 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1117a412-2829-4281-91b6-09f2e8c42875 req-c1a754e3-6f97-4d2e-964c-5e559ef3bb8f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 210 time: 0.0401957 Jul 31 14:25:29.343019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47b4fb-76c8-4994-8221-c87764144354 req-1ec9c973-35cd-44e6-bc25-fba750423429 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:29.344743 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb47b4fb-76c8-4994-8221-c87764144354 req-1ec9c973-35cd-44e6-bc25-fba750423429 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 946 time: 0.0513833 Jul 31 14:25:29.413143 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb47b4fb-76c8-4994-8221-c87764144354 req-72632d4c-2406-4436-b98d-151f67a2070d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604928 Jul 31 14:25:29.546217 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2fc637d5-dc83-469c-91a0-a09ee5abe0ea req-3b1892de-e677-44ec-b798-7b9e3681019b tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 210 time: 0.0543237 Jul 31 14:25:29.676158 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:29.798209 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ec524-d168-4a8c-ba6d-083a911f5a4e req-6ed15428-36d4-40c7-8a8d-80256a9b4bf0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:29.799893 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-065ec524-d168-4a8c-ba6d-083a911f5a4e req-6ed15428-36d4-40c7-8a8d-80256a9b4bf0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0612001 Jul 31 14:25:29.851266 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-bc4c75f0-ce6f-4959-84dd-6ace466c4953 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=b0ad86716ddf412f91a1128ba7159585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500300 Jul 31 14:25:29.984040 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-065ec524-d168-4a8c-ba6d-083a911f5a4e req-e17a08e6-8bbd-425f-85d6-4473e88d214a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701539 Jul 31 14:25:30.179061 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-65439f28-0749-4b68-b016-f5ccf3f96614 req-00190f29-0193-45b5-bdcd-babeec2f38fb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 210 time: 0.0346169 Jul 31 14:25:30.357655 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-9ff80e2f-289b-4773-adf4-5762a546b41b tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:30.359012 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-9ff80e2f-289b-4773-adf4-5762a546b41b tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5001249 Jul 31 14:25:30.538966 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af4bb2-ab83-4156-85b0-e49dac2798dd req-942e1156-1dcb-49c9-afe1-ce80f609bb03 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:30.540559 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-97af4bb2-ab83-4156-85b0-e49dac2798dd req-942e1156-1dcb-49c9-afe1-ce80f609bb03 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 946 time: 0.0519197 Jul 31 14:25:30.566365 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Request body: {'port': {'device_id': '4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60', 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354', 'admin_state_up': True, 'tenant_id': 'b0ad86716ddf412f91a1128ba7159585'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:30.676182 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-97af4bb2-ab83-4156-85b0-e49dac2798dd req-06c9ee3c-a68e-4358-aeba-adcb1b7b76a3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292334 Jul 31 14:25:30.731751 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-578f5ebd-7e56-43f3-8f30-d53ea48cd74c req-ca4c142f-21df-42f7-990c-30e5cca05522 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 210 time: 0.0443935 Jul 31 14:25:30.768000 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Made reservation on behalf of b0ad86716ddf412f91a1128ba7159585 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:25:30.772513 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:30.821252 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:30.901979 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:30.921824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b78bc-762d-4546-8f48-8a3426b6c9dc req-fdaa7ad9-9247-40b3-b3fe-cd12f0de7d87 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:30.923462 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db7b78bc-762d-4546-8f48-8a3426b6c9dc req-fdaa7ad9-9247-40b3-b3fe-cd12f0de7d87 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 946 time: 0.1064789 Jul 31 14:25:30.934352 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59774) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:30.939104 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-dc3e117d-71a2-42e0-a4b7-0d240a7632e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'floatingip': {'port_id': '78bad9ba-f468-4e03-9786-7c27cd0658de'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:30.976063 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-21a204c2-6995-427e-af3b-202cece4ded6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:30.977721 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-21a204c2-6995-427e-af3b-202cece4ded6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 818 time: 0.2218332 Jul 31 14:25:31.016717 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc3e117d-71a2-42e0-a4b7-0d240a7632e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (d1695cd2-8874-452f-a0b3-b4c4847cf101), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:31.072603 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks [] for security_group (b7fc4d68-b93c-42c2-92e8-2f7487e992f7), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:31.079286 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:31.113476 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b7fc4d68-b93c-42c2-92e8-2f7487e992f7), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:31.187834 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c08ce-f63b-42cb-b118-2d0d13ea70d0 req-75fe527b-c110-4540-b4c8-9d095cfa4d54 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:31.194632 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-909c08ce-f63b-42cb-b118-2d0d13ea70d0 req-75fe527b-c110-4540-b4c8-9d095cfa4d54 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0917273 Jul 31 14:25:31.296408 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-2c21d333-3404-4071-b1bb-bde625ae8c4e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832629dd8594494ab41b6596b2d73076 HTTP/1.1" status: 200 len: 380 time: 0.2980971 Jul 31 14:25:31.312971 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:31.321755 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Request body: {'port': {'device_id': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'admin_state_up': True, 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'security_groups': ['bb97b90c-a509-4da3-bac6-4e94d023f75d']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:31.330277 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-909c08ce-f63b-42cb-b118-2d0d13ea70d0 req-ddab3d2d-49fe-4dcf-87c0-0ac5fb82e229 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214051 Jul 31 14:25:31.331211 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc4d68-b93c-42c2-92e8-2f7487e992f7,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:31.413362 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9e6bd7c6-4c4d-4e92-abb9-0b4ee719e8db req-f266d8d4-7c92-4c79-ba6a-3eb5ee1368c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 210 time: 0.1130729 Jul 31 14:25:31.508673 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Allocated IP 192.168.233.86 (c09250e0-5fb4-4049-99e3-805a61c0b354/a7e598d9-b2e9-4112-b5c9-580061f45062/8d6613a4-de2a-4912-9a33-a4914a893c16) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:25:31.526470 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:31.570456 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 59790) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:31.587644 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Made reservation on behalf of 832629dd8594494ab41b6596b2d73076 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:25:31.591385 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:31.749787 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc3e117d-71a2-42e0-a4b7-0d240a7632e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:31.766894 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc3e117d-71a2-42e0-a4b7-0d240a7632e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (d1695cd2-8874-452f-a0b3-b4c4847cf101), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:31.805933 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-aea9d3b5-dae9-4924-ba9c-6ded82955819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:31.845833 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks [] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:31.892915 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d08f204-e915-4b7e-b5eb-f30df3bf12f4 req-38baa3d6-3914-4801-b00d-1c66b97a814e tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 210 time: 0.0408473 Jul 31 14:25:31.898261 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Allocated IP 172.20.0.3 (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a/aaa9e51a-fb76-4777-bcb3-fbd636f7ad07/8cbcf7d3-6045-42ae-b5a4-ef6ca863d210) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:25:31.919714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:31.940271 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:31.971837 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-dc3e117d-71a2-42e0-a4b7-0d240a7632e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Floating IP d1695cd2-8874-452f-a0b3-b4c4847cf101 associated. External IP: 172.27.1.15, port: 78bad9ba-f468-4e03-9786-7c27cd0658de. Jul 31 14:25:31.977347 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.092123 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Network c09250e0-5fb4-4049-99e3-805a61c0b354 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:25:32.101031 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-aea9d3b5-dae9-4924-ba9c-6ded82955819 admin admin] Publish callbacks [] for security_group (4649c637-ad3b-40de-8a6c-dba65ed24a89), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.104200 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:25:32.109937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:25:32.130617 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-aea9d3b5-dae9-4924-ba9c-6ded82955819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (4649c637-ad3b-40de-8a6c-dba65ed24a89), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.174475 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Pushing event updated for resources: {'Port': ['ID=8d6613a4-de2a-4912-9a33-a4914a893c16,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:32.232274 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-aea9d3b5-dae9-4924-ba9c-6ded82955819 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ba436ca4f3194b18840899392541fe2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6589637 Jul 31 14:25:32.235492 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 59798) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:32.255209 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9d3b5-dae9-4924-ba9c-6ded82955819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4649c637-ad3b-40de-8a6c-dba65ed24a89,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:32.281412 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3e117d-71a2-42e0-a4b7-0d240a7632e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:25:32.285495 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:32.288273 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.329782 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-16a57620-fb42-4936-9017-d7032937a06d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7730956 Jul 31 14:25:32.350880 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d98b29ab-ba63-4f57-bc9b-851112d71871 admin admin] Publish callbacks [] for security_group (4649c637-ad3b-40de-8a6c-dba65ed24a89), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.356709 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Request body: {'port': {'device_id': '4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:32.378484 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d98b29ab-ba63-4f57-bc9b-851112d71871 admin admin] Publish callbacks [] for security_group (4649c637-ad3b-40de-8a6c-dba65ed24a89), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.380657 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-aa02d9d8-5ba5-4645-b382-ec7ecb7dd0cc None None] Provisioning complete for port 8d6613a4-de2a-4912-9a33-a4914a893c16 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:25:32.381627 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa02d9d8-5ba5-4645-b382-ec7ecb7dd0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.425058 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:32.426786 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-aa02d9d8-5ba5-4645-b382-ec7ecb7dd0cc None None] Port 8d6613a4-de2a-4912-9a33-a4914a893c16 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:25:32.469363 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3e117d-71a2-42e0-a4b7-0d240a7632e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:25:32.477381 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dc3e117d-71a2-42e0-a4b7-0d240a7632e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.487220 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:25:32.499352 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.508045 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:25:32.508691 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:25:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:32.529476 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d98b29ab-ba63-4f57-bc9b-851112d71871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (4649c637-ad3b-40de-8a6c-dba65ed24a89), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.532467 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d98b29ab-ba63-4f57-bc9b-851112d71871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.536049 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d98b29ab-ba63-4f57-bc9b-851112d71871 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4649c637-ad3b-40de-8a6c-dba65ed24a89 HTTP/1.1" status: 204 len: 168 time: 0.2970979 Jul 31 14:25:32.549871 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dc3e117d-71a2-42e0-a4b7-0d240a7632e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "PUT /v2.0/floatingips/d1695cd2-8874-452f-a0b3-b4c4847cf101 HTTP/1.1" status: 200 len: 991 time: 1.6121283 Jul 31 14:25:32.554938 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'tag': '78bad9ba-f468-4e03-9786-7c27cd0658de'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:32.557224 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5add24ee-2d17-427a-a5d9-65d0333164b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5b3d28-2f47-4309-a909-0210c782aad3", "tag": "78bad9ba-f468-4e03-9786-7c27cd0658de"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:32.590750 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b29ab-ba63-4f57-bc9b-851112d71871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4649c637-ad3b-40de-8a6c-dba65ed24a89,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:32.639727 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.674888 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0497a-8bf2-4625-884b-1b5204cc3f84 req-02fc8637-50ee-4e0e-8c1e-879a35eae497 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:32.686200 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0e0497a-8bf2-4625-884b-1b5204cc3f84 req-02fc8637-50ee-4e0e-8c1e-879a35eae497 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 931 time: 0.1318591 Jul 31 14:25:32.733473 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0005236-dbb8-48c4-9ea2-f37d065be456 req-2172b9dc-4afa-4d17-9a5d-e8cfdcd4554b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:32.741391 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e0005236-dbb8-48c4-9ea2-f37d065be456 req-2172b9dc-4afa-4d17-9a5d-e8cfdcd4554b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.1717339 Jul 31 14:25:32.748235 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:32.773410 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:32.791846 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:25:32.802192 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0e0497a-8bf2-4625-884b-1b5204cc3f84 req-dd86f599-331c-4b35-a783-c4a753b39b3e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050565 Jul 31 14:25:32.870724 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96e62a5-f9bf-4ed1-a670-3d2d24c3648d x-openstack-request-id: req-f96e62a5-f9bf-4ed1-a670-3d2d24c3648d {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:32.870724 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5b3d28-2f47-4309-a909-0210c782aad3", "tag": "78bad9ba-f468-4e03-9786-7c27cd0658de", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:32.870724 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f96e62a5-f9bf-4ed1-a670-3d2d24c3648d {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:32.870724 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96e62a5-f9bf-4ed1-a670-3d2d24c3648d'] response: {'name': 'network-changed', 'server_uuid': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'tag': '78bad9ba-f468-4e03-9786-7c27cd0658de', 'status': 'completed', 'code': 200} Jul 31 14:25:32.871130 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:25:32.904452 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:25:32.906353 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event updated for resources: {'Port': ['ID=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:32.908745 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:25:32.965976 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:32.979918 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:32.980586 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:33.087441 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:33.094247 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-8bf7222a-35d2-4c24-95ff-7b71bcd3ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:33.100325 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-8bf7222a-35d2-4c24-95ff-7b71bcd3ae50 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 1130 time: 0.1600249 Jul 31 14:25:33.130670 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e0005236-dbb8-48c4-9ea2-f37d065be456 req-e6b6afa1-908a-473f-b7d9-7a9b5064fdb2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881021 Jul 31 14:25:33.154518 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7529b958-5ab4-4dcb-9c4e-4f0aa9758a89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8482203 Jul 31 14:25:33.203507 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:33.232741 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Request body: {'port': {'device_id': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:33.357060 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:33.443355 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:33.518343 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-473d917d-0211-4406-8020-5b6454acf2e1 None None] Provisioning complete for port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:25:33.518931 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-473d917d-0211-4406-8020-5b6454acf2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:33.596534 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebec1a-c79f-465c-a715-4073c18c7e9a req-0e610805-52b7-4cb0-adf0-0d403bdba12f tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:33.598213 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-04ebec1a-c79f-465c-a715-4073c18c7e9a req-0e610805-52b7-4cb0-adf0-0d403bdba12f tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 935 time: 0.5411990 Jul 31 14:25:33.642657 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-473d917d-0211-4406-8020-5b6454acf2e1 None None] Port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:25:33.656131 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6613a4-de2a-4912-9a33-a4914a893c16 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:25:33.673776 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-04ebec1a-c79f-465c-a715-4073c18c7e9a req-3ccc811c-6d60-4db2-8365-65bb57ab8f37 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654986 Jul 31 14:25:33.704152 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Publish callbacks [] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:33.708498 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-dd3cd8f5-7513-4c11-aeb3-62c13ee2d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:33.710711 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-dd3cd8f5-7513-4c11-aeb3-62c13ee2d0e7 service neutron] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 916 time: 0.5656583 Jul 31 14:25:33.765055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '1ca6b2a9-3833-42ed-8905-98671b436ef8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:22:50Z', 'updated_at': '2022-07-31T14:23:39Z', 'revision_number': 2, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}, {'id': 'd1695cd2-8874-452f-a0b3-b4c4847cf101', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '78bad9ba-f468-4e03-9786-7c27cd0658de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:f6:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:24:56Z', 'updated_at': '2022-07-31T14:25:31Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:33.795638 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:25:33.808553 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:25:33.809574 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Transition to ACTIVE for port object 8d6613a4-de2a-4912-9a33-a4914a893c16 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:25:33.809711 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:25:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:33.845097 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:33.846685 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-fcc06111-e199-441f-af78-8402a0a4b51b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78bad9ba-f468-4e03-9786-7c27cd0658de HTTP/1.1" status: 200 len: 999 time: 0.1287391 Jul 31 14:25:33.930190 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-57dbbe8a-4ad6-411e-94f7-3600976a6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:33.933105 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-57dbbe8a-4ad6-411e-94f7-3600976a6cc9 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.0750265 Jul 31 14:25:33.984329 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:25:34.002163 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-9f4ce2fd-7778-4877-9b10-f9b03f8d86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:34.004352 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-9f4ce2fd-7778-4877-9b10-f9b03f8d86e8 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607607 Jul 31 14:25:34.186063 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-2a0f4aeb-0007-43a6-85aa-e14f02fae847 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736717 Jul 31 14:25:34.219960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Pushing event updated for resources: {'Port': ['ID=8d6613a4-de2a-4912-9a33-a4914a893c16,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:34.290575 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ebd2f-43b6-4dec-87c7-2a47f2c01a40 req-c0d80217-0421-460f-8f67-e7a1bb2b861d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:34.298035 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-509ebd2f-43b6-4dec-87c7-2a47f2c01a40 req-c0d80217-0421-460f-8f67-e7a1bb2b861d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 931 time: 0.3477130 Jul 31 14:25:34.363383 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '1ca6b2a9-3833-42ed-8905-98671b436ef8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:22:50Z', 'updated_at': '2022-07-31T14:23:39Z', 'revision_number': 2, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}, {'id': 'd1695cd2-8874-452f-a0b3-b4c4847cf101', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '78bad9ba-f468-4e03-9786-7c27cd0658de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:f6:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:24:56Z', 'updated_at': '2022-07-31T14:25:31Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:34.376330 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Attempting to bind port 8d6613a4-de2a-4912-9a33-a4914a893c16 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:25:34.376330 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Attempting to bind port 8d6613a4-de2a-4912-9a33-a4914a893c16 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '4f8f687e-1236-4a92-af5e-4ebc492b3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:25:34.376330 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Attempting to bind port 8d6613a4-de2a-4912-9a33-a4914a893c16 on network c09250e0-5fb4-4049-99e3-805a61c0b354 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:25:34.391299 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Port 8d6613a4-de2a-4912-9a33-a4914a893c16 on network c09250e0-5fb4-4049-99e3-805a61c0b354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:25:34.391299 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Attempting to bind port 8d6613a4-de2a-4912-9a33-a4914a893c16 on network c09250e0-5fb4-4049-99e3-805a61c0b354 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:25:34.423632 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5657c79-1969-44e4-9d18-838dd592a509 None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '1ca6b2a9-3833-42ed-8905-98671b436ef8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:22:50Z', 'updated_at': '2022-07-31T14:23:39Z', 'revision_number': 2, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}, {'id': 'd1695cd2-8874-452f-a0b3-b4c4847cf101', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '78bad9ba-f468-4e03-9786-7c27cd0658de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:f6:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:24:56Z', 'updated_at': '2022-07-31T14:25:31Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:25:34.426507 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:25:34.426908 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Checking segment: {'id': '4f8f687e-1236-4a92-af5e-4ebc492b3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:25:34.427300 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Bound using segment: {'id': '4f8f687e-1236-4a92-af5e-4ebc492b3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:25:34.428318 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Bound port: 8d6613a4-de2a-4912-9a33-a4914a893c16, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8f687e-1236-4a92-af5e-4ebc492b3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:25:34.428318 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:34.434547 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8ec27-d185-4040-b637-3056bcb463fd req-d1db34c7-2a11-4fc4-ae2f-bf27a2aa085d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:34.436578 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fcb8ec27-d185-4040-b637-3056bcb463fd req-d1db34c7-2a11-4fc4-ae2f-bf27a2aa085d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0799546 Jul 31 14:25:34.438988 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5add24ee-2d17-427a-a5d9-65d0333164b8 req-990c5c8f-b69a-4064-a4b5-0dec17ca9d96 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448349 Jul 31 14:25:34.461447 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-509ebd2f-43b6-4dec-87c7-2a47f2c01a40 req-33b9bc91-ba1f-4459-8710-ff1bb128618c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589420 Jul 31 14:25:34.483765 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:25:34.494594 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Publish callbacks [] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:34.512991 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Transition to ACTIVE for port object 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:25:34.514954 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:34.545045 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:34.576912 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fcb8ec27-d185-4040-b637-3056bcb463fd req-2e60b76d-5d15-44c6-b251-06cdffd9eb08 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333330 Jul 31 14:25:34.702115 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:34.707694 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] For port 8d6613a4-de2a-4912-9a33-a4914a893c16, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:25:34.719595 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Pushing event updated for resources: {'Port': ['ID=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:34.737150 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] For port 8d6613a4-de2a-4912-9a33-a4914a893c16, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8d6613a4-de2a-4912-9a33-a4914a893c16,segment=NetworkSegment(4f8f687e-1236-4a92-af5e-4ebc492b3340),segment_id=4f8f687e-1236-4a92-af5e-4ebc492b3340)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:25:34.743462 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Attempting to bind port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:25:34.745362 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Attempting to bind port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:25:34.745724 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Attempting to bind port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:25:34.753592 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:25:34.759561 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Attempting to bind port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 on network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:25:34.775887 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:34.808249 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5894e1-3f8b-48a5-a554-b1caea0f14fd None None] New status for floating IP d1695cd2-8874-452f-a0b3-b4c4847cf101: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:25:34.819761 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:25:34.820104 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Checking segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:25:34.820610 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Bound using segment: {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:25:34.821054 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Bound port: 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d77544d-fcf2-4a1d-a2b5-c94186f0f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:25:34.821411 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:34.824340 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:34.824937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:34.826894 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] 10.222.0.17 "PUT /v2.0/ports/8d6613a4-de2a-4912-9a33-a4914a893c16 HTTP/1.1" status: 200 len: 1097 time: 2.4798703 Jul 31 14:25:34.829428 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60', 'tag': '8d6613a4-de2a-4912-9a33-a4914a893c16'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:34.831823 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ada70-dac6-4567-9578-165c67905274" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60", "tag": "8d6613a4-de2a-4912-9a33-a4914a893c16"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:34.917196 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec96eb6-c6ff-4e53-a47b-ce56b23837f6 req-14b2b7df-0f60-4a1a-bd03-2a9b2599fd7d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:34.920198 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eec96eb6-c6ff-4e53-a47b-ce56b23837f6 req-14b2b7df-0f60-4a1a-bd03-2a9b2599fd7d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0585542 Jul 31 14:25:34.926429 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3dddfe-f30f-41c3-bdad-2129bebbb03d x-openstack-request-id: req-da3dddfe-f30f-41c3-bdad-2129bebbb03d {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:34.926712 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60", "tag": "8d6613a4-de2a-4912-9a33-a4914a893c16", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:34.926960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-da3dddfe-f30f-41c3-bdad-2129bebbb03d {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:34.927352 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3dddfe-f30f-41c3-bdad-2129bebbb03d'] response: {'name': 'network-changed', 'server_uuid': '4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60', 'tag': '8d6613a4-de2a-4912-9a33-a4914a893c16', 'status': 'completed', 'code': 200} Jul 31 14:25:35.053582 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f861c25-0d99-459a-ba45-48a8e1e3038c service neutron] Pushing event updated for resources: {'Port': ['ID=8d6613a4-de2a-4912-9a33-a4914a893c16,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:35.103229 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-dccb978b-b447-4e04-ad42-644ee3bd115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:35.105464 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-dccb978b-b447-4e04-ad42-644ee3bd115b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b0ad86716ddf412f91a1128ba7159585&device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 1131 time: 0.1809206 Jul 31 14:25:35.184099 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-a89a7d64-4ddd-4023-a52c-f691014a63b6 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=8d6613a4-de2a-4912-9a33-a4914a893c16 HTTP/1.1" status: 200 len: 217 time: 0.0539412 Jul 31 14:25:35.185529 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] For port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:25:35.194801 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eec96eb6-c6ff-4e53-a47b-ce56b23837f6 req-8cb22075-f2b9-46b0-a263-563ef01faaef tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529819 Jul 31 14:25:35.216809 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] For port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:25:35.262346 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:35.271572 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:35.272862 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:35.274368 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] 10.222.0.17 "PUT /v2.0/ports/8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 HTTP/1.1" status: 200 len: 1093 time: 2.0798621 Jul 31 14:25:35.314701 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-5697a2a2-21dd-48f6-9cff-0e8029f6f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:35.316308 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-5697a2a2-21dd-48f6-9cff-0e8029f6f095 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=a7e598d9-b2e9-4112-b5c9-580061f45062 HTTP/1.1" status: 200 len: 843 time: 0.1209817 Jul 31 14:25:35.345623 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c28d4-d95d-4ee1-9563-5a257cc9bcca service neutron] Pushing event updated for resources: {'Port': ['ID=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:35.653120 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbaf5-cf58-465b-9867-677ec6c603d7 req-007044e8-99f8-4f78-827b-e957f5f0ae67 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:35.656162 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bdfdbaf5-cf58-465b-9867-677ec6c603d7 req-007044e8-99f8-4f78-827b-e957f5f0ae67 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0912945 Jul 31 14:25:35.729841 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-c2a31695-9ead-4e41-8c82-e95efbde5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:35.731460 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-c2a31695-9ead-4e41-8c82-e95efbde5904 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c09250e0-5fb4-4049-99e3-805a61c0b354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3828070 Jul 31 14:25:35.760746 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bdfdbaf5-cf58-465b-9867-677ec6c603d7 req-f61e2732-f248-48de-ada7-8f559e5cedb2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984926 Jul 31 14:25:35.772629 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-38c0161a-edd7-45de-967a-9f058469bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:35.774663 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-38c0161a-edd7-45de-967a-9f058469bd68 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 1127 time: 0.3903866 Jul 31 14:25:35.867981 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd331cd7-f54f-4b24-a272-a527a90acc31 req-427b914b-d6dd-48b1-9d9c-60fe5af39f9f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:35.869429 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-cd331cd7-f54f-4b24-a272-a527a90acc31 req-427b914b-d6dd-48b1-9d9c-60fe5af39f9f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.1627164 Jul 31 14:25:35.872620 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-f69863be-be43-486a-8a74-e45cd5296db5 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 HTTP/1.1" status: 200 len: 217 time: 0.0588923 Jul 31 14:25:35.931360 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:35.993953 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-1d18371c-0f7d-402e-9631-81d250d5255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:35.995411 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-1d18371c-0f7d-402e-9631-81d250d5255d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.1100099 Jul 31 14:25:36.001210 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-d09dbeec-e226-446a-be04-ad386d0ff1b8 service neutron] 10.222.0.17 "GET /v2.0/networks/c09250e0-5fb4-4049-99e3-805a61c0b354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449911 Jul 31 14:25:36.010520 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-cd331cd7-f54f-4b24-a272-a527a90acc31 req-f4092a2b-1ea8-48a4-8bd1-717477f303bd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319697 Jul 31 14:25:36.113744 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7c952052-a815-4a99-b9b0-25e53c202ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:36.115358 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-7c952052-a815-4a99-b9b0-25e53c202ef5 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025112 Jul 31 14:25:36.204581 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19caf45b-a206-4a32-9bff-dfbafdb33195 req-79fa4fa9-4a74-4c6d-8455-80a9c71a42bf service neutron] 10.222.0.17 "GET /v2.0/networks/c09250e0-5fb4-4049-99e3-805a61c0b354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929145 Jul 31 14:25:36.266650 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-eb3ad1bc-8bab-49d0-beab-41dab2d3ad12 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292729 Jul 31 14:25:36.343867 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:36.361108 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b17ca6-b8da-4238-abfa-cbad1031ca61 req-b618df13-b74c-480b-9a54-85dbb642b2af tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:36.362840 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c6b17ca6-b8da-4238-abfa-cbad1031ca61 req-b618df13-b74c-480b-9a54-85dbb642b2af tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0625415 Jul 31 14:25:36.423863 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c6b17ca6-b8da-4238-abfa-cbad1031ca61 req-b51de3f2-9903-4ee9-a3fb-b25b382a94d7 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521514 Jul 31 14:25:36.877307 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:36.892419 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cee4de-79f8-4223-ac2f-b908ddfb8291 req-8268e18e-68a4-40bb-a957-db643cc4ac9b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:36.893999 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-09cee4de-79f8-4223-ac2f-b908ddfb8291 req-8268e18e-68a4-40bb-a957-db643cc4ac9b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0542138 Jul 31 14:25:36.931322 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:36.934403 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:36.959903 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-09cee4de-79f8-4223-ac2f-b908ddfb8291 req-c7e5c7ce-4aa0-4f5a-9aec-6c8d69a99f13 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593874 Jul 31 14:25:36.978375 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0aba88-803b-478d-b39f-1ea28e9f826d x-openstack-request-id: req-ba0aba88-803b-478d-b39f-1ea28e9f826d {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:36.978523 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:36.978746 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ba0aba88-803b-478d-b39f-1ea28e9f826d {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:36.979121 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0aba88-803b-478d-b39f-1ea28e9f826d'] response: {'name': 'network-changed', 'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'status': 'completed', 'code': 200} Jul 31 14:25:37.150620 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778c7fd-83bc-48a0-a017-2d1f556f984d req-8a6ecf18-980c-4b92-8b2d-9dbea419de65 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:37.152266 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6778c7fd-83bc-48a0-a017-2d1f556f984d req-8a6ecf18-980c-4b92-8b2d-9dbea419de65 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0549190 Jul 31 14:25:37.208326 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6778c7fd-83bc-48a0-a017-2d1f556f984d req-c32e75ba-ea90-4d87-95b6-fcde831e4793 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501349 Jul 31 14:25:37.557944 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e91f5-7e10-4939-a9ef-ba03ebce5ae3 req-416a7032-129f-4ac0-b399-1008c9691b23 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:37.559408 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-947e91f5-7e10-4939-a9ef-ba03ebce5ae3 req-416a7032-129f-4ac0-b399-1008c9691b23 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0576768 Jul 31 14:25:37.627468 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-947e91f5-7e10-4939-a9ef-ba03ebce5ae3 req-6990476a-70b3-430a-ac39-f8049c602798 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622275 Jul 31 14:25:37.988103 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f97e8ae-367b-407b-b716-50a058f7e8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:38.117551 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48acbb-87d6-484a-9593-6a47dee5cd1c req-e6ac4d4c-597f-4bc5-9981-b05ca0c5b914 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:38.119216 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb48acbb-87d6-484a-9593-6a47dee5cd1c req-e6ac4d4c-597f-4bc5-9981-b05ca0c5b914 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0560174 Jul 31 14:25:38.169698 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb48acbb-87d6-484a-9593-6a47dee5cd1c req-55615650-68d3-4bb3-9ec6-f29d47c8e163 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442793 Jul 31 14:25:38.340897 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316cd55-9e09-4964-924e-d0e8aca0d8a1 req-ad088de4-50c0-4ffa-b405-0f218e950e7d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:38.342375 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5316cd55-9e09-4964-924e-d0e8aca0d8a1 req-ad088de4-50c0-4ffa-b405-0f218e950e7d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0503514 Jul 31 14:25:38.390109 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5316cd55-9e09-4964-924e-d0e8aca0d8a1 req-9e2ece68-242d-46df-bd73-7400f16738d7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Jul 31 14:25:38.743709 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bb25f-f2b3-4c78-877e-ac51814cbb0e req-f90180e8-32f8-4940-9bba-0ee82373048d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:38.745138 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d08bb25f-f2b3-4c78-877e-ac51814cbb0e req-f90180e8-32f8-4940-9bba-0ee82373048d tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0466137 Jul 31 14:25:38.796182 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d08bb25f-f2b3-4c78-877e-ac51814cbb0e req-b849e433-489a-440c-8617-82ee301ea1ee tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453401 Jul 31 14:25:39.286849 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a720-0ec8-4e13-ab63-0c39ea9f8df4 req-163eb93d-443b-4e14-8ee7-ad0d343e689e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:39.288324 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9596a720-0ec8-4e13-ab63-0c39ea9f8df4 req-163eb93d-443b-4e14-8ee7-ad0d343e689e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0459464 Jul 31 14:25:39.338478 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9596a720-0ec8-4e13-ab63-0c39ea9f8df4 req-77c7fe85-76f7-4ad8-baad-9aa58d6b4020 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 Jul 31 14:25:39.512245 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ecf5f-8814-4df6-8689-5a4596bf4d6a req-0f541ecb-ad29-45de-9ba6-73432b9fe6d1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:39.513703 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d6ecf5f-8814-4df6-8689-5a4596bf4d6a req-0f541ecb-ad29-45de-9ba6-73432b9fe6d1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0464685 Jul 31 14:25:39.565964 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d6ecf5f-8814-4df6-8689-5a4596bf4d6a req-556658cd-21bf-4b62-b177-7114c2ea8950 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467572 Jul 31 14:25:39.914686 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6aef3-28cd-4939-a179-9ab65728ca11 req-b716f96c-156b-44f7-8aa7-b0280b1e644a tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:39.916185 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-aba6aef3-28cd-4939-a179-9ab65728ca11 req-b716f96c-156b-44f7-8aa7-b0280b1e644a tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0482516 Jul 31 14:25:39.963858 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-aba6aef3-28cd-4939-a179-9ab65728ca11 req-bf7a052a-923c-4a99-a403-ee744fbb34a8 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Jul 31 14:25:40.120419 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98b0b01f-ef0c-4943-925d-b7fbe40e2f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:40.453208 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff08e8-1928-4fb0-bdcd-873311865c8c req-166f7ea6-0ae2-4127-b029-5d44fd495ee7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:40.454662 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53ff08e8-1928-4fb0-bdcd-873311865c8c req-166f7ea6-0ae2-4127-b029-5d44fd495ee7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0475504 Jul 31 14:25:40.501464 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53ff08e8-1928-4fb0-bdcd-873311865c8c req-7c22e1ee-0ea4-414b-8872-f8c34b2b6dcd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412188 Jul 31 14:25:40.688823 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2320d73-e953-4eda-92f3-fab8a7a0a098 req-5128066d-e7b2-477c-80a8-6bae1629c4c7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:40.690296 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d2320d73-e953-4eda-92f3-fab8a7a0a098 req-5128066d-e7b2-477c-80a8-6bae1629c4c7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0466011 Jul 31 14:25:40.736622 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d2320d73-e953-4eda-92f3-fab8a7a0a098 req-e08c407d-af13-4275-bad2-50b9693c525f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409229 Jul 31 14:25:41.080637 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e65161-b714-48cd-acd1-8116aee94072 req-00cb39b0-7c64-436b-a0d5-1fb1046ee4a5 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:41.082079 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c5e65161-b714-48cd-acd1-8116aee94072 req-00cb39b0-7c64-436b-a0d5-1fb1046ee4a5 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0474441 Jul 31 14:25:41.100472 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:41.128488 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c5e65161-b714-48cd-acd1-8116aee94072 req-5a153fd1-d6fe-4f63-8f29-81e1e9b2be92 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Jul 31 14:25:41.413111 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:41.620237 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83ea5b-9f3f-4416-9ad2-608a09a2f1d5 req-f17eeb0c-a469-473d-a791-faf356b68130 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:41.621731 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ff83ea5b-9f3f-4416-9ad2-608a09a2f1d5 req-f17eeb0c-a469-473d-a791-faf356b68130 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0505431 Jul 31 14:25:41.667119 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ff83ea5b-9f3f-4416-9ad2-608a09a2f1d5 req-babf0c3d-e459-49a4-afd1-7555948a1999 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398860 Jul 31 14:25:41.860932 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92319f15-0d5b-48ca-b655-7d72a7e06787 req-fef174c4-d47f-4b03-a15a-9c218be97891 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:41.862404 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-92319f15-0d5b-48ca-b655-7d72a7e06787 req-fef174c4-d47f-4b03-a15a-9c218be97891 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0497692 Jul 31 14:25:41.910565 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-92319f15-0d5b-48ca-b655-7d72a7e06787 req-19f25ed5-b8c7-4ad1-b581-9d841d3ee325 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Jul 31 14:25:42.243978 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcf8a9-f7b4-4672-8303-bd57f8bcd543 req-d109888d-10c0-401e-83c5-cb082c7e87fa tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:42.245334 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4dbcf8a9-f7b4-4672-8303-bd57f8bcd543 req-d109888d-10c0-401e-83c5-cb082c7e87fa tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0471582 Jul 31 14:25:42.292342 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4dbcf8a9-f7b4-4672-8303-bd57f8bcd543 req-5358ab13-c1e9-45e0-be57-c198f0886746 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Jul 31 14:25:42.794670 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94131175-e420-4c3c-a73a-39bacf2260b1 req-44056565-e398-4a41-b8eb-ac6e7e1f8582 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:42.803393 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-94131175-e420-4c3c-a73a-39bacf2260b1 req-44056565-e398-4a41-b8eb-ac6e7e1f8582 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0666108 Jul 31 14:25:42.806033 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:42.857605 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-94131175-e420-4c3c-a73a-39bacf2260b1 req-d3735c4f-7910-404a-ab21-4694a2c2c09d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532022 Jul 31 14:25:42.876416 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:42.889812 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ada70-dac6-4567-9578-165c67905274 req-06a2aabd-20e5-4ae7-9e8e-80209ae80044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:42.891415 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8e8ada70-dac6-4567-9578-165c67905274 req-06a2aabd-20e5-4ae7-9e8e-80209ae80044 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b0ad86716ddf412f91a1128ba7159585&device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 1131 time: 0.0921519 Jul 31 14:25:42.929481 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-db262287-c35c-459f-8ee9-bbec2511ec0c req-0c94fdf8-2498-4f00-9eb7-f1daf293dc1f service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487014 Jul 31 14:25:42.969782 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:43.068735 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:43.087086 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7b9df-37d7-4165-9db5-5994740babcc req-68b526a3-74d0-4443-87f3-6ae90a088b0c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:43.088567 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fea7b9df-37d7-4165-9db5-5994740babcc req-68b526a3-74d0-4443-87f3-6ae90a088b0c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0906522 Jul 31 14:25:43.125094 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ada70-dac6-4567-9578-165c67905274 req-3bea11b8-9f2e-4c55-be28-33125ceef245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:43.126532 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8e8ada70-dac6-4567-9578-165c67905274 req-3bea11b8-9f2e-4c55-be28-33125ceef245 service neutron] 10.222.0.17 "GET /v2.0/networks?id=c09250e0-5fb4-4049-99e3-805a61c0b354 HTTP/1.1" status: 200 len: 870 time: 0.1472409 Jul 31 14:25:43.152461 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fea7b9df-37d7-4165-9db5-5994740babcc req-cb5b8052-4104-4200-88c1-4c38e83c3f78 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556812 Jul 31 14:25:43.410662 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc8f85-27bf-4d4a-875c-2906fb31193d req-49ebf689-1e76-4963-9f07-0b42fce99dbb tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:43.412130 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67dc8f85-27bf-4d4a-875c-2906fb31193d req-49ebf689-1e76-4963-9f07-0b42fce99dbb tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0499485 Jul 31 14:25:43.457673 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67dc8f85-27bf-4d4a-875c-2906fb31193d req-ffd7b168-c9ab-4d03-84eb-115fb74713d3 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Jul 31 14:25:43.975508 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903efda-6aef-48f9-998d-e7f06fd4beee req-e1e80fc5-8229-46d4-b92f-2608f609ab60 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:43.976986 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f903efda-6aef-48f9-998d-e7f06fd4beee req-e1e80fc5-8229-46d4-b92f-2608f609ab60 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0480778 Jul 31 14:25:44.044001 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f903efda-6aef-48f9-998d-e7f06fd4beee req-279da15c-6d40-4026-9398-6982559e72dd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610113 Jul 31 14:25:44.277834 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7c9cc-4d8a-4a21-af7e-9698a8ba5ac6 req-a56a6d3e-ad58-42ce-8d4a-fa7fb404ae65 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:44.279298 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f0f7c9cc-4d8a-4a21-af7e-9698a8ba5ac6 req-a56a6d3e-ad58-42ce-8d4a-fa7fb404ae65 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0461628 Jul 31 14:25:44.326019 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f0f7c9cc-4d8a-4a21-af7e-9698a8ba5ac6 req-d7bfcbae-3b8a-4a22-804b-f044d2dd28d6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Jul 31 14:25:44.574508 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a72f1-34cc-4c02-a467-0aaaa5cbe7f6 req-1508e678-6931-44eb-a833-50c00aafc6ac tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:44.584482 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-879a72f1-34cc-4c02-a467-0aaaa5cbe7f6 req-1508e678-6931-44eb-a833-50c00aafc6ac tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0564525 Jul 31 14:25:44.630594 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-879a72f1-34cc-4c02-a467-0aaaa5cbe7f6 req-880b3594-e89a-4a06-b474-05d75aa2ad4b tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Jul 31 14:25:45.144410 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:45.156126 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8c7e2-d4be-40fd-b513-5d14fe07a0fe req-37a3845f-e0bc-41d3-bafe-9404789bb5a8 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:45.157617 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7be8c7e2-d4be-40fd-b513-5d14fe07a0fe req-37a3845f-e0bc-41d3-bafe-9404789bb5a8 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0478005 Jul 31 14:25:45.207383 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7be8c7e2-d4be-40fd-b513-5d14fe07a0fe req-91b23bc9-2ed1-49a8-bce6-b9570145aa71 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Jul 31 14:25:45.445176 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afc101-670e-4033-8804-681bd319621b req-d0c426bd-298f-46b7-8237-48e6e3ad52e7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:45.446599 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d7afc101-670e-4033-8804-681bd319621b req-d0c426bd-298f-46b7-8237-48e6e3ad52e7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0457950 Jul 31 14:25:45.493123 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d7afc101-670e-4033-8804-681bd319621b req-d72d8ad4-1a19-4856-bd4c-cf7c982f5d1d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 Jul 31 14:25:45.744572 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35957b6d-7b89-4242-8585-f192d3b4d37b req-580bc354-5c37-4ffe-b959-f1a3d83a9325 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:45.746048 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35957b6d-7b89-4242-8585-f192d3b4d37b req-580bc354-5c37-4ffe-b959-f1a3d83a9325 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 947 time: 0.0467505 Jul 31 14:25:45.792778 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35957b6d-7b89-4242-8585-f192d3b4d37b req-9e1a61fb-2072-41b1-a67d-6fc90c0b2ea0 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Jul 31 14:25:46.299071 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 8d6613a4-de2a-4912-9a33-a4914a893c16 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:25:46.324115 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038669b1-e81a-423c-9455-9a48513aaeb7 req-50cba090-bb60-4563-99a1-47f0d1d86e3b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:46.325741 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-038669b1-e81a-423c-9455-9a48513aaeb7 req-50cba090-bb60-4563-99a1-47f0d1d86e3b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0499015 Jul 31 14:25:46.374220 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-038669b1-e81a-423c-9455-9a48513aaeb7 req-bb6421a4-d352-49e0-8323-a0c10f596904 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 Jul 31 14:25:46.401397 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 8d6613a4-de2a-4912-9a33-a4914a893c16, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8d6613a4-de2a-4912-9a33-a4914a893c16,segment=NetworkSegment(4f8f687e-1236-4a92-af5e-4ebc492b3340),segment_id=4f8f687e-1236-4a92-af5e-4ebc492b3340)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:46.413006 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '8d6613a4-de2a-4912-9a33-a4914a893c16', 'network_id': 'c09250e0-5fb4-4049-99e3-805a61c0b354', 'port_id': '8d6613a4-de2a-4912-9a33-a4914a893c16', 'mac_address': 'fa:16:3e:65:17:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e598d9-b2e9-4112-b5c9-580061f45062', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:25:46.447606 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 8d6613a4-de2a-4912-9a33-a4914a893c16 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:46.447997 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:46.461078 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6613a4-de2a-4912-9a33-a4914a893c16 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:25:46.465785 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:46.467227 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:46.484040 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 8d6613a4-de2a-4912-9a33-a4914a893c16, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8d6613a4-de2a-4912-9a33-a4914a893c16,segment=NetworkSegment(4f8f687e-1236-4a92-af5e-4ebc492b3340),segment_id=4f8f687e-1236-4a92-af5e-4ebc492b3340)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:46.487459 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:46.532375 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=8d6613a4-de2a-4912-9a33-a4914a893c16,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:46.621151 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30736f90-03b1-44dc-b154-2076b4f22149 req-76d027ee-a3d7-4821-8cba-9db920154939 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:46.622590 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30736f90-03b1-44dc-b154-2076b4f22149 req-76d027ee-a3d7-4821-8cba-9db920154939 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0502775 Jul 31 14:25:46.668221 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30736f90-03b1-44dc-b154-2076b4f22149 req-1aa28598-eb16-4d39-a00f-3a99686a0f0a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400357 Jul 31 14:25:46.911482 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f69c6-d7e4-432a-ac97-d581c36ece19 req-268e8beb-5c8a-4ea5-93c3-8a7fcce510b0 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:46.913513 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-708f69c6-d7e4-432a-ac97-d581c36ece19 req-268e8beb-5c8a-4ea5-93c3-8a7fcce510b0 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 948 time: 0.0484130 Jul 31 14:25:46.960107 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-708f69c6-d7e4-432a-ac97-d581c36ece19 req-9516a067-c765-4678-98bd-0c7ca45a5a4e tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Jul 31 14:25:47.334251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:25:47.402818 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8e8ada70-dac6-4567-9578-165c67905274 req-c51a0b99-9b20-49d1-84db-e3e2de328129 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=8d6613a4-de2a-4912-9a33-a4914a893c16 HTTP/1.1" status: 200 len: 217 time: 0.0522807 Jul 31 14:25:47.433112 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-dbcf53c6-925e-4cd3-b06c-cd98d7796496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.435457 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-dbcf53c6-925e-4cd3-b06c-cd98d7796496 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 1127 time: 0.0779169 Jul 31 14:25:47.451500 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:47.463656 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'port_id': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'mac_address': 'fa:16:3e:a0:e7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:25:47.498468 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:47.498858 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:47.501938 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806608-0d60-4471-abcc-954b983d95e8 req-48a5afbb-c558-4931-9446-bc1d5e906128 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.503415 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86806608-0d60-4471-abcc-954b983d95e8 req-48a5afbb-c558-4931-9446-bc1d5e906128 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 943 time: 0.0521457 Jul 31 14:25:47.512473 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:25:47.532390 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:47.536301 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:47.553053 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86806608-0d60-4471-abcc-954b983d95e8 req-ee2350c8-bfca-448f-9363-cad6ba9278ee tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Jul 31 14:25:47.589513 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:47.650507 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-bed374b9-ae3a-4160-b022-dd397c737d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.652058 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-bed374b9-ae3a-4160-b022-dd397c737d6c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 1129 time: 0.0431452 Jul 31 14:25:47.691983 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ada70-dac6-4567-9578-165c67905274 req-a7b5f277-2def-44bb-85bf-b57869088a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.694022 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8e8ada70-dac6-4567-9578-165c67905274 req-a7b5f277-2def-44bb-85bf-b57869088a13 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=a7e598d9-b2e9-4112-b5c9-580061f45062 HTTP/1.1" status: 200 len: 843 time: 0.1036899 Jul 31 14:25:47.748728 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:47.754053 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-1fa73cd2-5fa5-4c1a-aed5-2bbec57687a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.756290 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-1fa73cd2-5fa5-4c1a-aed5-2bbec57687a3 service neutron] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 918 time: 0.0960960 Jul 31 14:25:47.768339 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-66792e56-5913-400a-93af-b60b162dfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.769766 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-66792e56-5913-400a-93af-b60b162dfb25 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.1716487 Jul 31 14:25:47.785538 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ada70-dac6-4567-9578-165c67905274 req-6ee2bb76-400d-4094-9fd4-fd6c9d5486e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.787455 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8e8ada70-dac6-4567-9578-165c67905274 req-6ee2bb76-400d-4094-9fd4-fd6c9d5486e5 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c09250e0-5fb4-4049-99e3-805a61c0b354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0870233 Jul 31 14:25:47.817923 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-023ddfba-d9e2-4705-9ed5-f09ea9f3d085 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba HTTP/1.1" status: 200 len: 1001 time: 0.0561137 Jul 31 14:25:47.840607 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-b4914a66-3220-4c16-be91-d433319a0af2 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 HTTP/1.1" status: 200 len: 217 time: 0.0520933 Jul 31 14:25:47.855870 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dfbb9-fcca-48f2-a121-b17e10f01a39 req-ae7319ae-c976-46c2-afff-a615bb9be9af tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.857274 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5f2dfbb9-fcca-48f2-a121-b17e10f01a39 req-ae7319ae-c976-46c2-afff-a615bb9be9af tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.1060011 Jul 31 14:25:47.868611 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-e2faa6a0-207b-4e25-a064-0ca0ebe827be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.870058 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-e2faa6a0-207b-4e25-a064-0ca0ebe827be service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.0461307 Jul 31 14:25:47.886826 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:47.890761 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['8d6613a4-de2a-4912-9a33-a4914a893c16'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:25:47.926017 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-09b1e32a-b30c-46de-9290-20c222fa3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.928099 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-09b1e32a-b30c-46de-9290-20c222fa3d2d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491500 Jul 31 14:25:47.964803 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-e3dfa599-2670-41eb-a0c1-44fd71026377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:47.966259 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-e3dfa599-2670-41eb-a0c1-44fd71026377 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.1081467 Jul 31 14:25:48.025891 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:48.037778 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5f2dfbb9-fcca-48f2-a121-b17e10f01a39 req-a711998a-e84f-48d4-8ef2-0fc85f1f65fc tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474812 Jul 31 14:25:48.054958 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8e8ada70-dac6-4567-9578-165c67905274 req-9acd9098-b106-4e45-a74d-6aac692864c0 service neutron] 10.222.0.17 "GET /v2.0/networks/c09250e0-5fb4-4049-99e3-805a61c0b354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563326 Jul 31 14:25:48.058192 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-3fed888a-6163-42b3-adc2-37b55926a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:48.059644 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-3fed888a-6163-42b3-adc2-37b55926a84b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805271 Jul 31 14:25:48.059889 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-b50139b5-c8e6-44fb-9c4b-499a653adb23 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262774 Jul 31 14:25:48.145368 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deb1d4-2aff-485a-a819-38ea685cef32 req-fadb7db1-af47-4b32-a3ef-edef03b34323 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:48.147230 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-23deb1d4-2aff-485a-a819-38ea685cef32 req-fadb7db1-af47-4b32-a3ef-edef03b34323 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 948 time: 0.0993621 Jul 31 14:25:48.228815 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-86c9db49-e3e8-4e93-b125-15b8b132cd7b service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462243 Jul 31 14:25:48.233352 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-23deb1d4-2aff-485a-a819-38ea685cef32 req-474a9c60-c3a1-44ab-84da-edf9a2061c85 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793424 Jul 31 14:25:48.249930 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8e8ada70-dac6-4567-9578-165c67905274 req-a9db9e67-76e7-4178-8181-b4f062ce6788 service neutron] 10.222.0.17 "GET /v2.0/networks/c09250e0-5fb4-4049-99e3-805a61c0b354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726458 Jul 31 14:25:48.253789 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-bf3101c5-3d17-4583-9f05-7ca332b42194 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688483 Jul 31 14:25:48.673823 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18952c-c90d-4c57-80b5-e5e838f6c211 req-b92899c0-3098-4347-a665-19bf90205731 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:48.675538 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4f18952c-c90d-4c57-80b5-e5e838f6c211 req-b92899c0-3098-4347-a665-19bf90205731 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 944 time: 0.0509450 Jul 31 14:25:48.723870 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4f18952c-c90d-4c57-80b5-e5e838f6c211 req-5dbbc810-14cf-4662-beb6-bc5b837d42ae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Jul 31 14:25:49.033857 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:49.160627 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa049034-92ca-4ed6-ad53-ff9aee2c26c2 req-0c7e4508-ddfc-45a5-bd6d-92105c407125 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:49.162089 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fa049034-92ca-4ed6-ad53-ff9aee2c26c2 req-0c7e4508-ddfc-45a5-bd6d-92105c407125 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0522912 Jul 31 14:25:49.174467 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:49.198052 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['8cbcf7d3-6045-42ae-b5a4-ef6ca863d210'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:25:49.210877 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fa049034-92ca-4ed6-ad53-ff9aee2c26c2 req-94925ff6-b96a-4d96-a3c2-09e2bd3bfc2b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430071 Jul 31 14:25:49.334273 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 8d6613a4-de2a-4912-9a33-a4914a893c16 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:25:49.350617 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12f48-4351-4c9f-9695-ab955d1ebba2 req-b2ebd745-861e-4c8d-878c-b1c864cff9d6 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:49.352105 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-aeb12f48-4351-4c9f-9695-ab955d1ebba2 req-b2ebd745-861e-4c8d-878c-b1c864cff9d6 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 948 time: 0.0470188 Jul 31 14:25:49.374033 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 8d6613a4-de2a-4912-9a33-a4914a893c16 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:25:49.380122 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 8d6613a4-de2a-4912-9a33-a4914a893c16 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:25:49.381265 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:49.400185 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-aeb12f48-4351-4c9f-9695-ab955d1ebba2 req-c5ca2f88-f277-4ca3-8bf2-ffd522ee19b0 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Jul 31 14:25:49.413566 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:49.445402 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:49.460754 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 8d6613a4-de2a-4912-9a33-a4914a893c16 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:49.461139 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:49.482544 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6613a4-de2a-4912-9a33-a4914a893c16'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:49.485055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7df95cf-71cd-4182-b462-fdfefe88d116" -d '{"events": [{"server_uuid": "4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60", "name": "network-vif-plugged", "status": "completed", "tag": "8d6613a4-de2a-4912-9a33-a4914a893c16"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:49.497923 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 8d6613a4-de2a-4912-9a33-a4914a893c16, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8d6613a4-de2a-4912-9a33-a4914a893c16,segment=NetworkSegment(4f8f687e-1236-4a92-af5e-4ebc492b3340),segment_id=4f8f687e-1236-4a92-af5e-4ebc492b3340)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:49.502278 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:49.503091 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:25:49.541322 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174cac49-108c-4d78-a75e-db39d60b85de x-openstack-request-id: req-174cac49-108c-4d78-a75e-db39d60b85de {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:49.541609 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60", "name": "network-vif-plugged", "status": "completed", "tag": "8d6613a4-de2a-4912-9a33-a4914a893c16", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:49.541855 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-174cac49-108c-4d78-a75e-db39d60b85de {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:49.542234 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174cac49-108c-4d78-a75e-db39d60b85de'] response: {'server_uuid': '4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6613a4-de2a-4912-9a33-a4914a893c16', 'code': 200} Jul 31 14:25:49.578003 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=8d6613a4-de2a-4912-9a33-a4914a893c16,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:49.615108 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba is: ACTIVE; New status is: DOWN {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:49.615529 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:49.648834 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:49.652533 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:49.696623 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:49.843826 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92708c-3eef-4735-b34a-235daf27e5f5 req-a9a3abb6-cd15-465f-b6ea-3f29887eeb88 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:49.845436 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-aa92708c-3eef-4735-b34a-235daf27e5f5 req-a9a3abb6-cd15-465f-b6ea-3f29887eeb88 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 944 time: 0.0502276 Jul 31 14:25:49.897583 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-aa92708c-3eef-4735-b34a-235daf27e5f5 req-3e24c261-82de-4f38-86d5-75a376e34f1e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458589 Jul 31 14:25:50.281287 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69546cdd-cb58-46f3-97f6-1de4fdc03c1e req-288a5325-cc6e-405d-a4a2-8300b409811d service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007020 Jul 31 14:25:50.345641 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ffa0a-f7f6-4c57-9350-f8abd28aeef6 req-99a47b18-9b35-48dd-bc43-d548ca1fb534 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:50.347084 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb9ffa0a-f7f6-4c57-9350-f8abd28aeef6 req-99a47b18-9b35-48dd-bc43-d548ca1fb534 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0465372 Jul 31 14:25:50.398243 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb9ffa0a-f7f6-4c57-9350-f8abd28aeef6 req-028c8766-195a-4c77-b6b1-29f7a5386e39 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Jul 31 14:25:50.488084 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-922d8fea-9920-49b2-a7d9-cfa851e61067 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465539 Jul 31 14:25:50.540842 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc921e-8fe9-442c-be8a-92cb3ec62bbc req-9c13eb04-f1a8-48de-81b7-c6b6f9f16f3f tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:50.542088 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fcdc921e-8fe9-442c-be8a-92cb3ec62bbc req-9c13eb04-f1a8-48de-81b7-c6b6f9f16f3f tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 949 time: 0.0572000 Jul 31 14:25:50.652286 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fcdc921e-8fe9-442c-be8a-92cb3ec62bbc req-aadce043-5c87-4a71-baeb-7d8dc1d4b206 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022072 Jul 31 14:25:50.658856 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5c6c1-9037-4e76-995c-1b239b095133 req-dedd9193-c4ac-4514-a324-cf80913458a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:50.660309 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6de5c6c1-9037-4e76-995c-1b239b095133 req-dedd9193-c4ac-4514-a324-cf80913458a2 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 1133 time: 0.0862141 Jul 31 14:25:50.661401 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-f37411f0-a0d9-4d81-913d-8e40389c3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:50.663203 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-f37411f0-a0d9-4d81-913d-8e40389c3af9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 1129 time: 0.0758379 Jul 31 14:25:50.971315 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:51.030186 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27f88c-52d8-4db3-8e1e-de73b1cc8ad5 req-e47f12aa-d78d-4fbd-bdf0-2720987c9fde tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:51.034010 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ee27f88c-52d8-4db3-8e1e-de73b1cc8ad5 req-e47f12aa-d78d-4fbd-bdf0-2720987c9fde tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 944 time: 0.0586843 Jul 31 14:25:51.048368 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6de5c6c1-9037-4e76-995c-1b239b095133 req-cdc484c3-9e57-4163-8112-af1ad7ca8b34 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834424 Jul 31 14:25:51.087999 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ee27f88c-52d8-4db3-8e1e-de73b1cc8ad5 req-20f8da20-5e10-439e-9af6-8dbed901e396 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497553 Jul 31 14:25:51.096180 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-881e476c-14fa-4d80-a3a4-55eeae19c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:51.097533 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-881e476c-14fa-4d80-a3a4-55eeae19c707 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.0999293 Jul 31 14:25:51.454712 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:25:51.472780 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-65469fda-cee5-4f8e-9054-1a6cd305baf3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e HTTP/1.1" status: 200 len: 217 time: 0.0416236 Jul 31 14:25:51.498110 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:51.501289 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:25:51.507469 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:25:51.507958 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:51.544381 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:51.546605 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88f87da-44e0-47fd-a72d-2aa7b95e80b8" -d '{"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-unplugged", "status": "completed", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:51.557037 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8937e-f94f-4a10-bbd7-7848e471c27d req-ce1da8e7-f8fd-4630-9b13-7b6a5c620e2c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:51.558527 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c1f8937e-f94f-4a10-bbd7-7848e471c27d req-ce1da8e7-f8fd-4630-9b13-7b6a5c620e2c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0786452 Jul 31 14:25:51.566247 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-56bf5bac-4a79-4f32-a2b7-b1c6c7caabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:51.567710 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-56bf5bac-4a79-4f32-a2b7-b1c6c7caabe1 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.0769975 Jul 31 14:25:51.583055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9348683a-ddc6-4f61-ad1b-ea342e80570c x-openstack-request-id: req-9348683a-ddc6-4f61-ad1b-ea342e80570c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:51.583542 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-unplugged", "status": "failed", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba", "code": 422}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:51.583795 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9348683a-ddc6-4f61-ad1b-ea342e80570c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:51.584234 dv-cinder-849846-4-iscsi neutron-server[103884]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9348683a-ddc6-4f61-ad1b-ea342e80570c']: {'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'code': 422} returned with failed status Jul 31 14:25:51.590318 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:51.590708 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:51.610462 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c1f8937e-f94f-4a10-bbd7-7848e471c27d req-a32b7bce-ce77-459b-aeaf-9bbf08a9f24a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418148 Jul 31 14:25:51.624742 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:51.628333 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:51.629130 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:25:51.709067 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:51.745435 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba is: DOWN; New status is: DOWN {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:25:51.777372 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b21d99-4666-4843-abc4-958536d2a7d9 req-f41ce0f1-5441-4ab5-81d4-7d7e4038b970 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:51.778845 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69b21d99-4666-4843-abc4-958536d2a7d9 req-f41ce0f1-5441-4ab5-81d4-7d7e4038b970 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 949 time: 0.0514092 Jul 31 14:25:51.827848 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69b21d99-4666-4843-abc4-958536d2a7d9 req-5477f39d-492b-4fef-bf92-cc8f7c9d0028 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434513 Jul 31 14:25:51.999169 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-c338aa3b-60d1-479d-9ad9-9fd7cbaa7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:52.000705 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-c338aa3b-60d1-479d-9ad9-9fd7cbaa7122 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396717 Jul 31 14:25:52.095324 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-27027d85-1a57-4584-8e58-d0b22e981f84 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880260 Jul 31 14:25:52.116962 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [req-f050881f-c12a-4944-a0fc-d5d5e205c85e req-aa8420ff-d766-4aed-a4cb-1fca298cdbcb service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:25:52.117930 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f050881f-c12a-4944-a0fc-d5d5e205c85e req-aa8420ff-d766-4aed-a4cb-1fca298cdbcb service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057800 Jul 31 14:25:52.208734 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4cf0d14-6860-4c94-99a6-0e11fe20d92d req-071fc8eb-cf11-4c39-8bbb-5f171054f6c6 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036925 Jul 31 14:25:52.247858 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15df66e-f04d-4cab-b16b-8f8657139692 req-78a05a7c-eb27-4d26-8449-8be32fae7d14 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:52.249391 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d15df66e-f04d-4cab-b16b-8f8657139692 req-78a05a7c-eb27-4d26-8449-8be32fae7d14 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0758674 Jul 31 14:25:52.320044 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d15df66e-f04d-4cab-b16b-8f8657139692 req-512ec09c-f544-4ba2-8c8c-c3a5a5282821 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634630 Jul 31 14:25:52.351040 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129454c7-b53e-43ec-a674-3c798e5ddf13 req-e38b1b52-5a66-4cfd-94ef-d8f2ae1739fe tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:52.351989 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-129454c7-b53e-43ec-a674-3c798e5ddf13 req-e38b1b52-5a66-4cfd-94ef-d8f2ae1739fe tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0753050 Jul 31 14:25:52.403778 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-129454c7-b53e-43ec-a674-3c798e5ddf13 req-fb50350b-e582-4525-964c-ebd5c759cf43 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455539 Jul 31 14:25:52.512975 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:52.518206 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:52.679447 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60098) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:52.762806 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-001180d6-3785-4c4a-9f98-f672eb53fa1a service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820990 Jul 31 14:25:52.771687 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-1b46b12e-19f0-4074-b04b-72a48082f787 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:25:52.772624 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-1b46b12e-19f0-4074-b04b-72a48082f787 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053661 Jul 31 14:25:52.849684 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60106) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:52.949095 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-5df8f736-db6e-47cc-b876-b87f73d75b80 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:52.950699 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-5df8f736-db6e-47cc-b876-b87f73d75b80 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports/24bdbc3b-fa2f-407d-8ddb-f37abeee2dba HTTP/1.1" status: 200 len: 940 time: 0.0997632 Jul 31 14:25:52.957477 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ffd7-a801-48c1-b7f3-5f4ccd3f247e req-421539e4-687f-494d-a039-da5b6de71247 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:52.959625 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b611ffd7-a801-48c1-b7f3-5f4ccd3f247e req-421539e4-687f-494d-a039-da5b6de71247 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 949 time: 0.0510173 Jul 31 14:25:53.008089 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b611ffd7-a801-48c1-b7f3-5f4ccd3f247e req-342627ec-6efd-4e4d-a91e-71ca49858ca7 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Jul 31 14:25:53.446309 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43f5bc-348d-42db-a939-ab11444a44bb req-04ac7e8d-c486-452e-9bdd-cf889baea8f1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:53.447906 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0d43f5bc-348d-42db-a939-ab11444a44bb req-04ac7e8d-c486-452e-9bdd-cf889baea8f1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0489857 Jul 31 14:25:53.503020 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0d43f5bc-348d-42db-a939-ab11444a44bb req-9277ed5c-87b1-4b45-b445-c2fd199d7652 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494211 Jul 31 14:25:53.533057 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4683b-f6a0-4ee1-90d4-ff0ba1a901ad req-c7c510e7-75b0-43ba-8356-1f87be4b82cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:53.534584 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0a4683b-f6a0-4ee1-90d4-ff0ba1a901ad req-c7c510e7-75b0-43ba-8356-1f87be4b82cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0505631 Jul 31 14:25:53.585805 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:53.588838 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb017e21-5560-40a5-9252-01ba8b581a17" -d '{"events": [{"server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "name": "network-vif-plugged", "status": "completed", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:53.589127 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0a4683b-f6a0-4ee1-90d4-ff0ba1a901ad req-6ac1dfd5-c747-4de4-be60-f3f4192a3596 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466993 Jul 31 14:25:53.640809 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544bc55f-a5d6-456a-a8a8-77420a09a37e x-openstack-request-id: req-544bc55f-a5d6-456a-a8a8-77420a09a37e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:53.641120 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "name": "network-vif-plugged", "status": "completed", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:53.641580 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-544bc55f-a5d6-456a-a8a8-77420a09a37e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:53.641985 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544bc55f-a5d6-456a-a8a8-77420a09a37e'] response: {'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'code': 200} Jul 31 14:25:53.655328 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60130) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:53.769594 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:53.828670 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:53.877435 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Publish callbacks [] for security_group (5bcbd9ea-0462-4405-8f02-04dc644bba42), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:53.883193 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5bcbd9ea-0462-4405-8f02-04dc644bba42), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:53.929205 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcbd9ea-0462-4405-8f02-04dc644bba42,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:53.933408 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=08c3b68109db4aec9a808a216c12ad96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770066 Jul 31 14:25:53.936224 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60136) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:53.939447 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.939805 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.940145 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.940484 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.940815 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.941141 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.941465 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.941787 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.942278 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.943130 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.943474 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.943804 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.944126 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.944442 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.944758 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1650f-6ce4-4527-962a-aefa22c6210b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:53.986366 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Publish callbacks [] for security_group (5bcbd9ea-0462-4405-8f02-04dc644bba42), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:54.012561 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Publish callbacks [] for security_group (5bcbd9ea-0462-4405-8f02-04dc644bba42), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:54.014109 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:54.071238 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5bcbd9ea-0462-4405-8f02-04dc644bba42), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:54.074420 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:54.076164 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5bcbd9ea-0462-4405-8f02-04dc644bba42 HTTP/1.1" status: 204 len: 168 time: 0.1389573 Jul 31 14:25:54.091501 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcbd9ea-0462-4405-8f02-04dc644bba42,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:54.108424 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.108775 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.109156 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.109471 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.109805 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.110128 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.110786 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.111403 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.111857 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.112190 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.112757 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.113314 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.113712 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.114040 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.114744 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5365c1-4a46-4af8-8ac6-52d59e7dc62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:25:54.142745 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5884723-125f-4072-a968-7aaeb9bbd265 req-cf80754f-a85d-48d5-9b36-f291be94d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:54.144320 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f5884723-125f-4072-a968-7aaeb9bbd265 req-cf80754f-a85d-48d5-9b36-f291be94d857 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 1129 time: 0.0559819 Jul 31 14:25:54.173997 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75df4d7-8f64-4925-bd9a-2e0b8213dd44 req-a2fd7176-6106-42b7-9281-07cf9ef5bf7c tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:54.180220 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f75df4d7-8f64-4925-bd9a-2e0b8213dd44 req-a2fd7176-6106-42b7-9281-07cf9ef5bf7c tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 949 time: 0.0899000 Jul 31 14:25:54.201462 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:54.230664 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f5884723-125f-4072-a968-7aaeb9bbd265 req-57ddd573-e9b4-4d53-b62a-374b0f1dbae7 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541625 Jul 31 14:25:54.241905 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f75df4d7-8f64-4925-bd9a-2e0b8213dd44 req-ada97c95-69f7-47e4-b4f6-b120d5c0ab0b tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561578 Jul 31 14:25:54.517307 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44439139-6afb-4d1b-96a6-3119c5657c95 req-995813bd-b253-4bb9-a217-a6d4faa48a4b tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:54.519123 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-44439139-6afb-4d1b-96a6-3119c5657c95 req-995813bd-b253-4bb9-a217-a6d4faa48a4b tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 949 time: 0.0472319 Jul 31 14:25:54.568567 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-44439139-6afb-4d1b-96a6-3119c5657c95 req-ec4a9b4e-b50f-431e-83ef-8be87aeff3bf tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431521 Jul 31 14:25:54.625851 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd5b74-945d-4c57-89ec-363ab033bcd2 req-f6ceb9e8-8c2c-4fbd-a8ba-e00002f588d1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:54.627479 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-59fd5b74-945d-4c57-89ec-363ab033bcd2 req-f6ceb9e8-8c2c-4fbd-a8ba-e00002f588d1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0471077 Jul 31 14:25:54.689145 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-59fd5b74-945d-4c57-89ec-363ab033bcd2 req-0f0966d9-c754-44d9-b663-9b4a1d30f772 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550637 Jul 31 14:25:54.743539 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e6eba-d897-4c86-a120-0bf0e1152458 req-92055f36-4462-4091-b0ac-ed38f2dba6ba tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:54.745085 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c61e6eba-d897-4c86-a120-0bf0e1152458 req-92055f36-4462-4091-b0ac-ed38f2dba6ba tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0590553 Jul 31 14:25:54.793163 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c61e6eba-d897-4c86-a120-0bf0e1152458 req-65ca62b7-4d9b-4af8-ad20-6f6adbcdfc2f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 Jul 31 14:25:55.469957 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:25:55.686332 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dd826-4e3e-48e2-9479-1934ce6224a9 req-6a0da37c-caa5-415e-b7dc-aa3a4cb93327 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:55.687815 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-393dd826-4e3e-48e2-9479-1934ce6224a9 req-6a0da37c-caa5-415e-b7dc-aa3a4cb93327 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 949 time: 0.0463307 Jul 31 14:25:55.735322 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-393dd826-4e3e-48e2-9479-1934ce6224a9 req-476de9df-c98c-4722-93a3-0a4bd6312bf3 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Jul 31 14:25:55.800399 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:55.809641 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e01718-2e1b-4ae0-816e-096cee1e82fd req-8b4e3b1d-9a4b-4d7e-b391-de53179406cc tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:55.811097 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30e01718-2e1b-4ae0-816e-096cee1e82fd req-8b4e3b1d-9a4b-4d7e-b391-de53179406cc tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0479219 Jul 31 14:25:55.859177 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30e01718-2e1b-4ae0-816e-096cee1e82fd req-237e6f12-980d-4f34-be64-2e6b3960f6d3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 Jul 31 14:25:55.919058 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c6f5-1400-4478-b1d1-7431c6795574 req-2737fc13-80c3-4ab0-802e-4481244eda3f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:55.920578 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-df66c6f5-1400-4478-b1d1-7431c6795574 req-2737fc13-80c3-4ab0-802e-4481244eda3f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0475540 Jul 31 14:25:55.966143 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-df66c6f5-1400-4478-b1d1-7431c6795574 req-97be9763-7bfe-46a9-9a6c-4c8a1c30f9a8 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400286 Jul 31 14:25:56.864749 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2b0e7-8cdf-445d-b8f4-767420aac96c req-af2d21ef-45ae-4741-ab4b-cdbc5311f543 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:56.866227 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7db2b0e7-8cdf-445d-b8f4-767420aac96c req-af2d21ef-45ae-4741-ab4b-cdbc5311f543 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 949 time: 0.0588422 Jul 31 14:25:56.915410 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7db2b0e7-8cdf-445d-b8f4-767420aac96c req-c142e6a5-1216-4155-8316-1c0cafe7fd18 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Jul 31 14:25:57.094811 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6836e-3e6b-4b81-9217-576b448b4513 req-2224a01c-6f87-47ef-8404-cde03db5f833 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:57.096303 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25c6836e-3e6b-4b81-9217-576b448b4513 req-2224a01c-6f87-47ef-8404-cde03db5f833 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0503879 Jul 31 14:25:57.151925 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25c6836e-3e6b-4b81-9217-576b448b4513 req-a5ac9e77-289b-45c4-9499-e21f572a8539 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497494 Jul 31 14:25:57.245191 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5d07f-8661-4b98-a940-bc4c2d00d1d8 req-267c107c-c390-4005-ab59-98066735a941 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:57.246673 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dda5d07f-8661-4b98-a940-bc4c2d00d1d8 req-267c107c-c390-4005-ab59-98066735a941 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.3023367 Jul 31 14:25:57.292664 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dda5d07f-8661-4b98-a940-bc4c2d00d1d8 req-114daba7-99f7-44d5-8a39-822ad48afea0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403347 Jul 31 14:25:57.507740 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-4a1dfbde-1872-4a26-9d4f-70df119c4b01 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:57.509176 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-4a1dfbde-1872-4a26-9d4f-70df119c4b01 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 949 time: 0.0464501 Jul 31 14:25:58.031978 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbb95e-be31-451b-8006-415962fd2d3b req-3399699c-f753-428d-91cc-d61f5655bbc4 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:58.033472 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1dbb95e-be31-451b-8006-415962fd2d3b req-3399699c-f753-428d-91cc-d61f5655bbc4 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 949 time: 0.0463183 Jul 31 14:25:58.085585 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1dbb95e-be31-451b-8006-415962fd2d3b req-5c136818-b838-461f-8da2-840314a07c6b tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/security-groups?id=b7fc4d68-b93c-42c2-92e8-2f7487e992f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Jul 31 14:25:58.137126 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Deleting port 8d6613a4-de2a-4912-9a33-a4914a893c16 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:25:58.137470 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:58.232252 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] For port 8d6613a4-de2a-4912-9a33-a4914a893c16, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8d6613a4-de2a-4912-9a33-a4914a893c16,segment=NetworkSegment(4f8f687e-1236-4a92-af5e-4ebc492b3340),segment_id=4f8f687e-1236-4a92-af5e-4ebc492b3340)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:25:58.232616 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:58.273046 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Calling delete_port for 8d6613a4-de2a-4912-9a33-a4914a893c16 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:25:58.298676 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f863ff-8b95-4114-819b-0815f81478aa req-04970b4a-b08e-4ecb-b6fc-1435c45f4b52 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:58.300160 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-91f863ff-8b95-4114-819b-0815f81478aa req-04970b4a-b08e-4ecb-b6fc-1435c45f4b52 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0649285 Jul 31 14:25:58.393136 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-91f863ff-8b95-4114-819b-0815f81478aa req-8c9e79ba-d9a6-475b-bee7-b5458a7822f3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614767 Jul 31 14:25:58.393535 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:58.427234 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f326c30-12d7-4b15-a847-25e305ff5754 req-3980b4cf-2ec0-4b0e-8518-285fe54ba425 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:58.428715 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f326c30-12d7-4b15-a847-25e305ff5754 req-3980b4cf-2ec0-4b0e-8518-285fe54ba425 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0533307 Jul 31 14:25:58.461425 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (8d6613a4-de2a-4912-9a33-a4914a893c16), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:58.479604 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f326c30-12d7-4b15-a847-25e305ff5754 req-6d67c5f7-963a-42c5-adb1-7b104e329c80 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450716 Jul 31 14:25:58.494415 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Pushing event deleted for resources: {'Port': ['ID=8d6613a4-de2a-4912-9a33-a4914a893c16,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:25:58.508382 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['8d6613a4-de2a-4912-9a33-a4914a893c16'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:25:58.595861 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:58.641955 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] No DVR routers for this DVR port 8d6613a4-de2a-4912-9a33-a4914a893c16 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:25:58.651522 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:58.654751 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19b90142-2aba-4dcb-a6e8-ba9aeec231ee req-6e713064-d0d7-4bbc-a92a-c8b0b4ecfc43 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.17 "DELETE /v2.0/ports/8d6613a4-de2a-4912-9a33-a4914a893c16 HTTP/1.1" status: 204 len: 173 time: 0.6049767 Jul 31 14:25:58.655257 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60', 'name': 'network-vif-deleted', 'tag': '8d6613a4-de2a-4912-9a33-a4914a893c16'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:58.657561 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad5a22f-4f55-43fe-8ab5-7c1302b28176" -d '{"events": [{"server_uuid": "4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60", "name": "network-vif-deleted", "tag": "8d6613a4-de2a-4912-9a33-a4914a893c16"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:25:58.668064 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-fde6d775-99f1-48b0-94b3-35ef944e1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:58.669609 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-fde6d775-99f1-48b0-94b3-35ef944e1c79 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81&tenant_id=ae629f9940d446f2ab39e9a49b3f4753 HTTP/1.1" status: 200 len: 1127 time: 0.1664984 Jul 31 14:25:58.676551 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf499ae-a664-4ff4-b149-95a19ea5cf9b req-1049b803-dc4f-477c-b4a6-0264281f5014 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:58.678542 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fbf499ae-a664-4ff4-b149-95a19ea5cf9b req-1049b803-dc4f-477c-b4a6-0264281f5014 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.1068027 Jul 31 14:25:58.690240 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60176) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:25:58.698849 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-2024c91e-8e77-44d1-8e05-e90f0ee1f2c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Request body: {'floatingip': {'port_id': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:25:58.700030 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ba9206-700f-4561-be53-b1ee8856c91e x-openstack-request-id: req-b9ba9206-700f-4561-be53-b1ee8856c91e {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:25:58.700575 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60", "name": "network-vif-deleted", "tag": "8d6613a4-de2a-4912-9a33-a4914a893c16", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:25:58.700824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b9ba9206-700f-4561-be53-b1ee8856c91e {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:25:58.701220 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ba9206-700f-4561-be53-b1ee8856c91e'] response: {'server_uuid': '4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60', 'name': 'network-vif-deleted', 'tag': '8d6613a4-de2a-4912-9a33-a4914a893c16', 'status': 'completed', 'code': 200} Jul 31 14:25:58.743618 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2024c91e-8e77-44d1-8e05-e90f0ee1f2c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for floatingip (a3bcd872-13ba-441e-ad1a-1b3a85fd49f8), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:58.845550 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-eaf5529c-fd7c-480b-aef5-3af295368ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:58.847059 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-eaf5529c-fd7c-480b-aef5-3af295368ad7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 1127 time: 0.0480227 Jul 31 14:25:58.955663 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-22e47b52-246d-4648-b47c-f1f6949e87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:58.957171 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-22e47b52-246d-4648-b47c-f1f6949e87f6 service neutron] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 918 time: 0.0932524 Jul 31 14:25:59.039867 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:59.183070 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2024c91e-8e77-44d1-8e05-e90f0ee1f2c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:59.187268 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2024c91e-8e77-44d1-8e05-e90f0ee1f2c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (a3bcd872-13ba-441e-ad1a-1b3a85fd49f8), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:59.203983 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9136a23d-32b0-425b-b509-c0a87780b4a4 req-406a494c-53cc-47ad-ace2-ae16e18024f4 tempest-VolumesNegativeTest-806959890 tempest-VolumesNegativeTest-806959890-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b7d9ebc-8cf3-46bc-bc66-bc58fd53ee60 HTTP/1.1" status: 200 len: 210 time: 0.0289164 Jul 31 14:25:59.268996 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-5289e9e5-782e-4cce-beaa-dfa1cce8adff service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba HTTP/1.1" status: 200 len: 999 time: 0.0573220 Jul 31 14:25:59.293899 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-2024c91e-8e77-44d1-8e05-e90f0ee1f2c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Floating IP a3bcd872-13ba-441e-ad1a-1b3a85fd49f8 associated. External IP: 172.27.1.114, port: 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210. Jul 31 14:25:59.330128 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-5d27e7c6-f6fd-46d1-9ffe-393b4579670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:59.331974 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-5d27e7c6-f6fd-46d1-9ffe-393b4579670a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.0522263 Jul 31 14:25:59.379065 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:25:59.385760 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-fa9752a4-3403-4d73-ac2d-e72a02e1d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:59.387807 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-fa9752a4-3403-4d73-ac2d-e72a02e1d51c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451915 Jul 31 14:25:59.489491 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-452bd9a2-e5ff-4d00-9995-f8d0782ab224 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897298 Jul 31 14:25:59.542082 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26002e-fdbe-4a62-aaba-54bb86a6f30d req-e87ecfb0-a3da-4e2b-ac1b-b441b7d509c1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:25:59.543556 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9d26002e-fdbe-4a62-aaba-54bb86a6f30d req-e87ecfb0-a3da-4e2b-ac1b-b441b7d509c1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0608819 Jul 31 14:25:59.561031 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2024c91e-8e77-44d1-8e05-e90f0ee1f2c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Router 13d69d6a-7fc7-420c-b463-745e78901dff has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:25:59.578632 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c857f3ab-9608-4760-8d0b-a135ccaad199 req-e83f1427-a05c-48ac-bba1-5905c0a34c37 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823088 Jul 31 14:25:59.886802 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9d26002e-fdbe-4a62-aaba-54bb86a6f30d req-45c0fb18-f5aa-45b2-adff-44e91505d980 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352549 Jul 31 14:25:59.943836 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2024c91e-8e77-44d1-8e05-e90f0ee1f2c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:25:59.948633 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2024c91e-8e77-44d1-8e05-e90f0ee1f2c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:25:59.956536 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] Sync routers for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:25:59.967963 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:25:59.969093 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:25:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:25:59.981351 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2024c91e-8e77-44d1-8e05-e90f0ee1f2c1 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "PUT /v2.0/floatingips/a3bcd872-13ba-441e-ad1a-1b3a85fd49f8 HTTP/1.1" status: 200 len: 991 time: 1.2876768 Jul 31 14:25:59.982277 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:25:59.986321 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4240964c-a221-4516-b689-dae5249cb199" -d '{"events": [{"name": "network-changed", "server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:00.027663 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e458b7cb-3dee-4f4f-b785-598d8ecc213e x-openstack-request-id: req-e458b7cb-3dee-4f4f-b785-598d8ecc213e {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:00.027952 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:00.028203 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e458b7cb-3dee-4f4f-b785-598d8ecc213e {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:00.028722 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e458b7cb-3dee-4f4f-b785-598d8ecc213e'] response: {'name': 'network-changed', 'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'status': 'completed', 'code': 200} Jul 31 14:26:00.128555 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240964c-a221-4516-b689-dae5249cb199 req-d5e018f3-3cae-495e-8971-9e22b9718b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:00.130784 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4240964c-a221-4516-b689-dae5249cb199 req-d5e018f3-3cae-495e-8971-9e22b9718b9f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 1129 time: 0.0460808 Jul 31 14:26:00.219474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:00.253547 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240964c-a221-4516-b689-dae5249cb199 req-48bb2fe0-bd83-4594-8fc6-4effd8f65b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:00.255147 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4240964c-a221-4516-b689-dae5249cb199 req-48bb2fe0-bd83-4594-8fc6-4effd8f65b79 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.1183453 Jul 31 14:26:00.362447 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:00.478134 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:00.650507 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'a3bcd872-13ba-441e-ad1a-1b3a85fd49f8', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'port_id': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'mac_address': 'fa:16:3e:a0:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:25:27Z', 'updated_at': '2022-07-31T14:25:59Z', 'revision_number': 1, 'project_id': '832629dd8594494ab41b6596b2d73076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:12Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:00.682658 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] Checking router: 13d69d6a-7fc7-420c-b463-745e78901dff for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:26:00.692260 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:00.692715 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:25:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:00.813021 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:01.105201 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4605-d3af-466e-9654-373ff7cda7da req-073db9c7-0d53-40a3-8514-6eeceb33b6e4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:01.107920 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-578f4605-d3af-466e-9654-373ff7cda7da req-073db9c7-0d53-40a3-8514-6eeceb33b6e4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0902407 Jul 31 14:26:01.153013 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'a3bcd872-13ba-441e-ad1a-1b3a85fd49f8', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'port_id': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'mac_address': 'fa:16:3e:a0:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:25:27Z', 'updated_at': '2022-07-31T14:25:59Z', 'revision_number': 1, 'project_id': '832629dd8594494ab41b6596b2d73076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:12Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:01.185075 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda3ec4-e533-4342-abc9-92c637b66cc7 None None] The sync data for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi is: [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'a3bcd872-13ba-441e-ad1a-1b3a85fd49f8', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'port_id': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'mac_address': 'fa:16:3e:a0:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:25:27Z', 'updated_at': '2022-07-31T14:25:59Z', 'revision_number': 1, 'project_id': '832629dd8594494ab41b6596b2d73076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:12Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:26:01.205368 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-578f4605-d3af-466e-9654-373ff7cda7da req-52963a18-7687-4f59-bce4-28b4e8e0e4bd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880127 Jul 31 14:26:01.341996 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 8d6613a4-de2a-4912-9a33-a4914a893c16 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:26:01.371570 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 8d6613a4-de2a-4912-9a33-a4914a893c16 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:26:01.372003 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 8d6613a4-de2a-4912-9a33-a4914a893c16 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:26:01.471379 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ac7fc-9ade-4491-acaf-458ea8fd242a None None] New status for floating IP a3bcd872-13ba-441e-ad1a-1b3a85fd49f8: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:26:02.360704 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a18fb-e38d-4aa3-b9cc-d2963d66fca9 req-96ce1b12-874e-4141-a2fe-feb443acc994 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:02.367852 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-036a18fb-e38d-4aa3-b9cc-d2963d66fca9 req-96ce1b12-874e-4141-a2fe-feb443acc994 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0760651 Jul 31 14:26:02.444070 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-036a18fb-e38d-4aa3-b9cc-d2963d66fca9 req-6d35e612-3b50-4846-93f4-4ec4aff3762f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752783 Jul 31 14:26:03.557709 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:03.576600 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23a553-0fae-4e0e-9682-6ba789c93017 req-2ca55051-8181-4064-9da4-224f2c538073 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:03.578133 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ef23a553-0fae-4e0e-9682-6ba789c93017 req-2ca55051-8181-4064-9da4-224f2c538073 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0561879 Jul 31 14:26:03.631252 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ef23a553-0fae-4e0e-9682-6ba789c93017 req-f49f0401-7aa7-40ac-aff3-09e387a3a4da tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467744 Jul 31 14:26:04.784252 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1a204-ed44-4138-b7ca-3a0515673b99 req-14b9439f-2ffd-4ed5-be43-9451cbba72d9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:04.785786 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cab1a204-ed44-4138-b7ca-3a0515673b99 req-14b9439f-2ffd-4ed5-be43-9451cbba72d9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0484166 Jul 31 14:26:04.824302 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60460) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:04.824822 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:04.855729 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cab1a204-ed44-4138-b7ca-3a0515673b99 req-14551bbd-2ca5-4939-9f11-25296d6f1c3d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589674 Jul 31 14:26:05.000325 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60466) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:05.000538 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-3d8ca8ab-09e5-4269-a431-fd5be906d3bf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b0ad86716ddf412f91a1128ba7159585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748734 Jul 31 14:26:05.057431 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2505d771-a4de-46b4-852a-1d700a9607c9 admin admin] Publish callbacks [] for security_group (b7fc4d68-b93c-42c2-92e8-2f7487e992f7), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:05.083708 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2505d771-a4de-46b4-852a-1d700a9607c9 admin admin] Publish callbacks [] for security_group (b7fc4d68-b93c-42c2-92e8-2f7487e992f7), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:05.134877 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2505d771-a4de-46b4-852a-1d700a9607c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b7fc4d68-b93c-42c2-92e8-2f7487e992f7), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:05.137689 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2505d771-a4de-46b4-852a-1d700a9607c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:05.142023 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2505d771-a4de-46b4-852a-1d700a9607c9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b7fc4d68-b93c-42c2-92e8-2f7487e992f7 HTTP/1.1" status: 204 len: 168 time: 0.1405780 Jul 31 14:26:05.151805 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505d771-a4de-46b4-852a-1d700a9607c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc4d68-b93c-42c2-92e8-2f7487e992f7,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:05.917977 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60494) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:06.041510 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05314793-d834-45c8-b97f-32be9a2d4948 req-a50c7aa5-c65b-4e60-8dd7-f6397daf90cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:06.043803 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-05314793-d834-45c8-b97f-32be9a2d4948 req-a50c7aa5-c65b-4e60-8dd7-f6397daf90cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0787716 Jul 31 14:26:06.048982 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2137510280-network', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:06.108880 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Made reservation on behalf of ea0d7081bf384d098fad20ef507f4dfd for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:26:06.112577 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.140636 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.147635 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-05314793-d834-45c8-b97f-32be9a2d4948 req-c6d0e5f2-06c8-472b-a1de-6648d3a4e16e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922534 Jul 31 14:26:06.189003 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:06.240065 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Publish callbacks [] for security_group (3bb22671-2e40-4a82-9e31-6ade8982d5a4), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.244261 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (3bb22671-2e40-4a82-9e31-6ade8982d5a4), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.273359 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:26:06.283230 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb22671-2e40-4a82-9e31-6ade8982d5a4,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:06.290081 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (1f1f4e49-748b-4768-a55f-52c532206a25), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.293657 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Added segment 1f1f4e49-748b-4768-a55f-52c532206a25 of type vlan for network e58b26df-798a-497d-9c1b-d5d30155e23a Jul 31 14:26:06.340568 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (e58b26df-798a-497d-9c1b-d5d30155e23a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.367152 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (e58b26df-798a-497d-9c1b-d5d30155e23a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.368224 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:06.368804 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.443792 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5207250 Jul 31 14:26:06.444854 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60498) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:06.451187 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Request body: {'subnet': {'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2137510280-subnet', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:06.458197 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dffa13-1920-40bf-881b-ff30d6873dbe admin admin] Pushing event updated for resources: {'Network': ['ID=e58b26df-798a-497d-9c1b-d5d30155e23a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:06.471806 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network e58b26df-798a-497d-9c1b-d5d30155e23a details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:26:06.492527 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Made reservation on behalf of ea0d7081bf384d098fad20ef507f4dfd for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:26:06.494868 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078312'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.686695 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10251261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078238'] for subnet (558a7fb4-bcc3-4f29-a668-98208fda2ebb), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.725795 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:06.750190 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558a7fb4-bcc3-4f29-a668-98208fda2ebb,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:06.763021 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Checking segment: {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:06.763545 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Network hostable DHCP agents. Network: e58b26df-798a-497d-9c1b-d5d30155e23a, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:26:06.798054 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Network e58b26df-798a-497d-9c1b-d5d30155e23a is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:26:06.808418 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, e58b26df-798a-497d-9c1b-d5d30155e23a) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:06.813300 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:06.814219 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.825832 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ea005-19ba-439e-8b67-f80f3f025969 None None] Network e58b26df-798a-497d-9c1b-d5d30155e23a requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:26:06.841525 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60500) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:06.841780 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4754bf0d-f047-447a-9dd1-69b5499bc634 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3926301 Jul 31 14:26:06.844064 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:06.878669 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (8d37bc0d-9e1a-4949-b091-ee0ca2853489), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.880695 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (8d37bc0d-9e1a-4949-b091-ee0ca2853489), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.939717 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks [] for router_controller (8d37bc0d-9e1a-4949-b091-ee0ca2853489), precommit_add_association {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:06.978251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-e58b26df-798a-497d-9c1b-d5d30155e23a', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:26:06.988442 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.098968 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks [] for router_gateway (8d37bc0d-9e1a-4949-b091-ee0ca2853489), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.182236 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Allocated IP 172.20.0.2 (e58b26df-798a-497d-9c1b-d5d30155e23a/558a7fb4-bcc3-4f29-a668-98208fda2ebb/a1d55942-ae20-486d-a236-b950a874a0b1) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:07.191534 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:07.323597 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d5b2e-8334-49eb-8984-eea3c3c2e7d4 req-a2176619-6353-4791-8ea0-68e3bfdfbb4c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:07.323597 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a5d5b2e-8334-49eb-8984-eea3c3c2e7d4 req-a2176619-6353-4791-8ea0-68e3bfdfbb4c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0853319 Jul 31 14:26:07.336466 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:07.378133 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks [] for router_gateway (8d37bc0d-9e1a-4949-b091-ee0ca2853489), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.390838 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a5d5b2e-8334-49eb-8984-eea3c3c2e7d4 req-2a102de1-4ce4-4bfc-ab4b-2cfe7aaf17f4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578787 Jul 31 14:26:07.401560 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.448426 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:07.475060 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Publish callbacks [] for port (a1d55942-ae20-486d-a236-b950a874a0b1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.484552 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.543566 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Allocated IP 172.27.1.56 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/8e640972-3db1-4f61-bfcc-bf4a5f2b0205) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:07.546696 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Network e58b26df-798a-497d-9c1b-d5d30155e23a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:07.552162 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:07.563756 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:07.570199 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Pushing event updated for resources: {'Port': ['ID=a1d55942-ae20-486d-a236-b950a874a0b1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:07.669508 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:07.674250 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Attempting to bind port a1d55942-ae20-486d-a236-b950a874a0b1 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:26:07.674846 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Attempting to bind port a1d55942-ae20-486d-a236-b950a874a0b1 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:26:07.674981 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Attempting to bind port a1d55942-ae20-486d-a236-b950a874a0b1 on network e58b26df-798a-497d-9c1b-d5d30155e23a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:07.681975 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:26:07.682380 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Checking segment: {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:07.682726 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.683124 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Bound using segment: {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:26:07.683633 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Bound port: a1d55942-ae20-486d-a236-b950a874a0b1, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:26:07.684031 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.692300 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks [] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.739574 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.756253 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] For port a1d55942-ae20-486d-a236-b950a874a0b1, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:26:07.759845 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] For port a1d55942-ae20-486d-a236-b950a874a0b1, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=a1d55942-ae20-486d-a236-b950a874a0b1,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:26:07.767589 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:07.800419 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:07.806142 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:07.809185 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8e640972-3db1-4f61-bfcc-bf4a5f2b0205,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:07.812103 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:07.874013 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d76c4-7f5e-45dc-b297-b30994e8cce0 None None] Pushing event updated for resources: {'Port': ['ID=a1d55942-ae20-486d-a236-b950a874a0b1,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:08.010095 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57d65826-501a-4377-9429-54b5fafe0281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:08.171007 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks [] for router_gateway (8d37bc0d-9e1a-4949-b091-ee0ca2853489), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:08.701375 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd77bd0-dd11-4232-9b5b-53044b7348d2 req-970bc63e-ae01-45fd-8bc7-6ed57fd72aca tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:08.703481 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dfd77bd0-dd11-4232-9b5b-53044b7348d2 req-970bc63e-ae01-45fd-8bc7-6ed57fd72aca tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0638254 Jul 31 14:26:08.706520 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (8d37bc0d-9e1a-4949-b091-ee0ca2853489), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:08.719374 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:08.835312 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dfd77bd0-dd11-4232-9b5b-53044b7348d2 req-9f60f035-c5b3-4f3a-b34d-0c0d93ee96d5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238737 Jul 31 14:26:08.896495 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:26:08.937828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e3df0-1faf-47fc-9e13-c9669d445b25 None None] Network e58b26df-798a-497d-9c1b-d5d30155e23a requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:26:08.978390 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:09.003649 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:26:09.014647 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Sync routers for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:26:09.016477 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-12d6ee4d-310b-4c26-8165-0d9fbc868fc6 None None] Provisioning complete for port a1d55942-ae20-486d-a236-b950a874a0b1 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:09.016965 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12d6ee4d-310b-4c26-8165-0d9fbc868fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.023367 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.024637 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-524aae5d-e5ee-4c7d-b14f-954c5ce917f3 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1848991 Jul 31 14:26:09.027366 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60510) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:09.080787 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:09.081413 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:25:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:09.218431 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-12d6ee4d-310b-4c26-8165-0d9fbc868fc6 None None] Current status of the port a1d55942-ae20-486d-a236-b950a874a0b1 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:09.218838 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12d6ee4d-310b-4c26-8165-0d9fbc868fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.241484 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:09.324350 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-12d6ee4d-310b-4c26-8165-0d9fbc868fc6 None None] For port a1d55942-ae20-486d-a236-b950a874a0b1, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=a1d55942-ae20-486d-a236-b950a874a0b1,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:09.348947 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12d6ee4d-310b-4c26-8165-0d9fbc868fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.375027 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4240964c-a221-4516-b689-dae5249cb199 req-b5d38433-fd0d-468b-adfc-224ae31066b2 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 HTTP/1.1" status: 200 len: 1001 time: 0.0960853 Jul 31 14:26:09.410699 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:09.426806 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6ee4d-310b-4c26-8165-0d9fbc868fc6 None None] Pushing event updated for resources: {'Port': ['ID=a1d55942-ae20-486d-a236-b950a874a0b1,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:09.461880 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:09.483950 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-fbdf2729-6161-4870-88d2-fc0f8111e7bc None None] Provisioning complete for port a1d55942-ae20-486d-a236-b950a874a0b1 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:09.484492 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2729-6161-4870-88d2-fc0f8111e7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.514233 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.650097 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:07Z', 'revision_number': 3, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:09.672635 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Allocated IP 172.20.0.1 (e58b26df-798a-497d-9c1b-d5d30155e23a/558a7fb4-bcc3-4f29-a668-98208fda2ebb/3f809fee-6829-4957-ab4b-ddc5a43c5883) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:09.674321 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:09.679653 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Checking router: 8d37bc0d-9e1a-4949-b091-ee0ca2853489 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:26:09.680000 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Updating router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:26:09.716945 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.778042 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Publish callbacks [] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.782819 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf2729-6161-4870-88d2-fc0f8111e7bc None None] Current status of the port a1d55942-ae20-486d-a236-b950a874a0b1 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:09.783072 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:09.814499 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.857011 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Network e58b26df-798a-497d-9c1b-d5d30155e23a is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:09.860048 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:09.866877 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:09.904809 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Pushing event updated for resources: {'Port': ['ID=3f809fee-6829-4957-ab4b-ddc5a43c5883,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:09.961536 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (8d37bc0d-9e1a-4949-b091-ee0ca2853489), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:09.996323 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device a1d55942-ae20-486d-a236-b950a874a0b1 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:10.010102 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240964c-a221-4516-b689-dae5249cb199 req-563308bb-c1d8-4359-ab25-9b5d6f39b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:10.011615 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4240964c-a221-4516-b689-dae5249cb199 req-563308bb-c1d8-4359-ab25-9b5d6f39b1d0 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.1193130 Jul 31 14:26:10.017340 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5d54a-b4d5-48ba-bed0-3faff1b5e7fa req-89b0d0d8-ddc6-45f8-945a-c08b73ff49f1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:10.024966 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6dd5d54a-b4d5-48ba-bed0-3faff1b5e7fa req-89b0d0d8-ddc6-45f8-945a-c08b73ff49f1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0677316 Jul 31 14:26:10.069630 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240964c-a221-4516-b689-dae5249cb199 req-756a7feb-372a-4c6d-87c5-5221a6800896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:10.071976 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4240964c-a221-4516-b689-dae5249cb199 req-756a7feb-372a-4c6d-87c5-5221a6800896 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484517 Jul 31 14:26:10.086480 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6dd5d54a-b4d5-48ba-bed0-3faff1b5e7fa req-3b54b59d-934f-4877-a70e-94add87902ad tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603867 Jul 31 14:26:10.096125 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Publish callbacks [] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.104006 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.140931 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port a1d55942-ae20-486d-a236-b950a874a0b1 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:10.141300 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.198408 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Attempting to bind port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:26:10.198889 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Attempting to bind port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:26:10.199345 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Attempting to bind port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:10.207448 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7163f6-c0da-4204-93e3-58c06f1d8879 None None] Pushing event updated for resources: {'Port': ['ID=8e640972-3db1-4f61-bfcc-bf4a5f2b0205,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:10.218651 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1415a730-1125-4a2a-b859-85391fa63d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.225680 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.226165 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:26:10.226614 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:10.227017 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.227405 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:26:10.227908 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Bound port: 8e640972-3db1-4f61-bfcc-bf4a5f2b0205, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:26:10.228287 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.236394 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4240964c-a221-4516-b689-dae5249cb199 req-7c5ce5d5-4e24-4670-821b-bdd26102d917 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554084 Jul 31 14:26:10.248408 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-892f9f2d-138d-4c07-a393-8bb1590fdc49 None None] Provisioning complete for port 3f809fee-6829-4957-ab4b-ddc5a43c5883 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:10.248775 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-892f9f2d-138d-4c07-a393-8bb1590fdc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.312370 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-892f9f2d-138d-4c07-a393-8bb1590fdc49 None None] Port 3f809fee-6829-4957-ab4b-ddc5a43c5883 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:26:10.335722 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] For port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:26:10.342062 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:10.358149 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] For port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=8e640972-3db1-4f61-bfcc-bf4a5f2b0205,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:26:10.362379 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port a1d55942-ae20-486d-a236-b950a874a0b1 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:10.366443 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.400386 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:10.401006 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:10.409967 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4240964c-a221-4516-b689-dae5249cb199 req-5fa51685-a5ca-428f-9b0f-9e6e469ef737 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506877 Jul 31 14:26:10.452555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:10.459111 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7163f6-c0da-4204-93e3-58c06f1d8879 None None] Pushing event updated for resources: {'Port': ['ID=8e640972-3db1-4f61-bfcc-bf4a5f2b0205,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:10.462075 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Publish callbacks [] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.467839 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.514665 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:10.524150 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:10.533426 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:10.542087 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (8d37bc0d-9e1a-4949-b091-ee0ca2853489), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.545218 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Pushing event updated for resources: {'Port': ['ID=3f809fee-6829-4957-ab4b-ddc5a43c5883,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:10.639355 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Network e58b26df-798a-497d-9c1b-d5d30155e23a is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:10.640700 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:10.719911 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:09Z', 'revision_number': 1, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:10.747570 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4740f486-d8c7-4e8b-b066-9b37bd33a799 None None] The sync data for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi is: [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:09Z', 'revision_number': 1, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:26:10.756005 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:26:10.867560 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:26:10.872474 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-71b022ce-7813-40db-931e-774bfaf21c27 admin admin] 10.222.0.40 "PUT /v2.0/routers/8d37bc0d-9e1a-4949-b091-ee0ca2853489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8440881 Jul 31 14:26:10.932627 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-d4234d3c-3bff-4285-beb2-8ab7bfeffb41 None None] Provisioning complete for port 3f809fee-6829-4957-ab4b-ddc5a43c5883 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:10.932996 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4234d3c-3bff-4285-beb2-8ab7bfeffb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:10.994967 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d4234d3c-3bff-4285-beb2-8ab7bfeffb41 None None] Port 3f809fee-6829-4957-ab4b-ddc5a43c5883 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:26:11.248805 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad911f85-b2d5-4c31-b179-9539b0175fff req-6097fe5e-641d-4c40-9eb8-fceed76ef74e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:11.250389 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ad911f85-b2d5-4c31-b179-9539b0175fff req-6097fe5e-641d-4c40-9eb8-fceed76ef74e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0553308 Jul 31 14:26:11.312639 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ad911f85-b2d5-4c31-b179-9539b0175fff req-e12fba5d-3e5b-4e68-bec6-fac5999b1322 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556526 Jul 31 14:26:11.429543 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.445413 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60532) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:11.451304 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-264972891-network', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:11.475669 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Made reservation on behalf of 66b6d76f31f14cd2afd43cc377c35714 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:26:11.478200 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.487573 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.573051 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Publish callbacks [] for security_group (e18a7e34-50d3-430e-a622-532fddc15ae3), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.575592 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:11.577908 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (e18a7e34-50d3-430e-a622-532fddc15ae3), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.605823 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:26:11.607885 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=15 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:11.617572 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a7e34-50d3-430e-a622-532fddc15ae3,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:11.622867 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (1dd33053-2fce-4d63-8bc6-8fdaa89f9255), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.623208 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Added segment 1dd33053-2fce-4d63-8bc6-8fdaa89f9255 of type vlan for network 2e120243-5be7-422a-9dab-c7afeaccc381 Jul 31 14:26:11.666811 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (2e120243-5be7-422a-9dab-c7afeaccc381), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.693768 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (2e120243-5be7-422a-9dab-c7afeaccc381), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.694901 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:11.695645 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.763548 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3139057 Jul 31 14:26:11.763949 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60534) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:11.764410 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34146299-fb5a-4693-ba78-a59f1d439b25 admin admin] Pushing event updated for resources: {'Network': ['ID=2e120243-5be7-422a-9dab-c7afeaccc381,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:11.768800 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Request body: {'subnet': {'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-264972891-subnet', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:11.776021 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 2e120243-5be7-422a-9dab-c7afeaccc381 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:26:11.795896 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Made reservation on behalf of 66b6d76f31f14cd2afd43cc377c35714 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:26:11.798394 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078312'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.879367 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:11.940379 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:11.990391 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:11.990588 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10251261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078238'] for subnet (dede7eaa-2f62-4dd5-b581-3fe4103ea098), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:11.990761 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.052733 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dede7eaa-2f62-4dd5-b581-3fe4103ea098,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:12.062226 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Checking segment: {'id': '1dd33053-2fce-4d63-8bc6-8fdaa89f9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:12.062582 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Network hostable DHCP agents. Network: 2e120243-5be7-422a-9dab-c7afeaccc381, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:26:12.070855 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:12.071246 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.081024 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Network 2e120243-5be7-422a-9dab-c7afeaccc381 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:26:12.090353 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 2e120243-5be7-422a-9dab-c7afeaccc381) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:12.094920 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=8e640972-3db1-4f61-bfcc-bf4a5f2b0205,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:12.095123 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:12.095699 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.103260 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0473e1-4116-4891-805c-0dfbae5ac729 None None] Network 2e120243-5be7-422a-9dab-c7afeaccc381 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:26:12.105995 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.121094 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-161ee7e4-6f74-4bbf-b443-33525d99c1a0 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3560588 Jul 31 14:26:12.127391 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60536) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:12.129102 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:12.150082 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.151214 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.205534 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks [] for router_controller (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.211040 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=8e640972-3db1-4f61-bfcc-bf4a5f2b0205,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:12.228228 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.228497 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.228858 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.229198 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.229531 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.229860 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.230184 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.230513 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.230836 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.231158 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.231503 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.231824 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.232144 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.232463 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.232780 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:12.264424 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-2e120243-5be7-422a-9dab-c7afeaccc381', 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381', 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'fixed_ips': [{'subnet_id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:26:12.265526 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.309936 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:12.343819 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks [] for router_gateway (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.365611 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:12.422374 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Allocated IP 172.20.0.2 (2e120243-5be7-422a-9dab-c7afeaccc381/dede7eaa-2f62-4dd5-b581-3fe4103ea098/50948323-2a83-4445-874a-fe7bb61bea67) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:12.467054 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbbabc-375d-4a44-a7f9-150f637bdf33 req-3e74ce07-6af2-45cc-a6c1-3afa6d9c73a4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:12.468543 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cfbbbabc-375d-4a44-a7f9-150f637bdf33 req-3e74ce07-6af2-45cc-a6c1-3afa6d9c73a4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0627582 Jul 31 14:26:12.476848 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:12.573375 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Publish callbacks [] for port (50948323-2a83-4445-874a-fe7bb61bea67), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.580846 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (50948323-2a83-4445-874a-fe7bb61bea67), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.603731 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cfbbbabc-375d-4a44-a7f9-150f637bdf33 req-5b82fb71-2d05-4668-96b1-b844432577fd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061392 Jul 31 14:26:12.607014 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks [] for router_gateway (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.632112 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Network 2e120243-5be7-422a-9dab-c7afeaccc381 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:12.632112 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:12.632452 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.640651 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:12.645630 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Pushing event updated for resources: {'Port': ['ID=50948323-2a83-4445-874a-fe7bb61bea67,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:12.709806 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Attempting to bind port 50948323-2a83-4445-874a-fe7bb61bea67 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:26:12.710175 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Attempting to bind port 50948323-2a83-4445-874a-fe7bb61bea67 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '1dd33053-2fce-4d63-8bc6-8fdaa89f9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:26:12.710529 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Attempting to bind port 50948323-2a83-4445-874a-fe7bb61bea67 on network 2e120243-5be7-422a-9dab-c7afeaccc381 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:12.716036 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:26:12.716405 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Checking segment: {'id': '1dd33053-2fce-4d63-8bc6-8fdaa89f9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:12.716806 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.717188 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Bound using segment: {'id': '1dd33053-2fce-4d63-8bc6-8fdaa89f9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:26:12.717649 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Bound port: 50948323-2a83-4445-874a-fe7bb61bea67, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd33053-2fce-4d63-8bc6-8fdaa89f9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:26:12.718022 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (50948323-2a83-4445-874a-fe7bb61bea67), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.747867 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Allocated IP 172.27.1.228 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/1c95c2ce-06a7-42eb-9c09-c83a883a5cad) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:12.780612 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] For port 50948323-2a83-4445-874a-fe7bb61bea67, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:26:12.784203 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] For port 50948323-2a83-4445-874a-fe7bb61bea67, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=50948323-2a83-4445-874a-fe7bb61bea67,segment=NetworkSegment(1dd33053-2fce-4d63-8bc6-8fdaa89f9255),segment_id=1dd33053-2fce-4d63-8bc6-8fdaa89f9255)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:26:12.798523 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (50948323-2a83-4445-874a-fe7bb61bea67), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.837324 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.849063 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:12.861486 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656fbf8-505d-4dc8-8fbf-7a2a2b47d603 None None] Pushing event updated for resources: {'Port': ['ID=50948323-2a83-4445-874a-fe7bb61bea67,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:12.867129 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks [] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.903890 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:12.921310 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Sync routers for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:26:12.932654 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:12.933276 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:12.953621 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:12.961045 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:12.963347 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:13.012188 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Pushing event updated for resources: {'Port': ['ID=1c95c2ce-06a7-42eb-9c09-c83a883a5cad,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:13.013115 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:13.068278 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:13.198152 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:13.259027 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks [] for router_gateway (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:13.352516 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 2, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:13.381304 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Checking router: 8d37bc0d-9e1a-4949-b091-ee0ca2853489 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:26:13.381658 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Updating router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 port 3f809fee-6829-4957-ab4b-ddc5a43c5883 binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:26:13.429319 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:13.457103 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:13.612910 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:26:13.726891 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:26:13.736818 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:13.742767 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Sync routers for ids ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:26:13.752448 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15c5e-b80f-47cf-a961-99eab6ee960e req-1fa20f3f-cbe7-4ada-a2e7-89b1d72286c7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:13.755192 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:13.756639 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c5263bd3-7ad3-48b9-964a-5d05b98f11c6 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6317964 Jul 31 14:26:13.758675 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7ad15c5e-b80f-47cf-a961-99eab6ee960e req-1fa20f3f-cbe7-4ada-a2e7-89b1d72286c7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0609827 Jul 31 14:26:13.759656 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60544) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:13.764825 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Routers {'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:13.765468 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:13.771565 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Publish callbacks [] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:13.778381 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:13.821790 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:13.856275 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7ad15c5e-b80f-47cf-a961-99eab6ee960e req-5a9ed1cb-fbd2-470a-b0d6-90f0bc2e2d09 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889070 Jul 31 14:26:13.901359 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Pushing event updated for resources: {'Port': ['ID=3f809fee-6829-4957-ab4b-ddc5a43c5883,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:13.924809 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.925497 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.926772 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.927368 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.927488 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.927848 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.928173 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.928495 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.928818 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.929139 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.929460 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.929796 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.930119 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.930433 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.930748 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:13.938646 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Attempting to bind port 3f809fee-6829-4957-ab4b-ddc5a43c5883 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:26:13.939016 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Attempting to bind port 3f809fee-6829-4957-ab4b-ddc5a43c5883 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:26:13.939372 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Attempting to bind port 3f809fee-6829-4957-ab4b-ddc5a43c5883 on network e58b26df-798a-497d-9c1b-d5d30155e23a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:13.945945 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:26:13.946312 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Checking segment: {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:13.946727 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:13.947103 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Bound using segment: {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:26:13.947599 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Bound port: 3f809fee-6829-4957-ab4b-ddc5a43c5883, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:26:13.947982 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.029261 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] For port 3f809fee-6829-4957-ab4b-ddc5a43c5883, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:26:14.034663 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] For port 3f809fee-6829-4957-ab4b-ddc5a43c5883, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=3f809fee-6829-4957-ab4b-ddc5a43c5883,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:26:14.044514 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.063973 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dae6e8-17d7-4c34-b308-674ac835b615 None None] Network 2e120243-5be7-422a-9dab-c7afeaccc381 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:26:14.081622 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:14.082302 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:14.089713 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-c623c4e5-dd01-4f72-ad02-a9124adf8b28 None None] Provisioning complete for port 50948323-2a83-4445-874a-fe7bb61bea67 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:14.090309 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c623c4e5-dd01-4f72-ad02-a9124adf8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (50948323-2a83-4445-874a-fe7bb61bea67), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.145894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:14.158251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Set router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:14.161685 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:14.162565 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:14.209755 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86de2cb-1fb2-4656-8237-6916954e2817 None None] Pushing event updated for resources: {'Port': ['ID=3f809fee-6829-4957-ab4b-ddc5a43c5883,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:14.221423 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:14.314626 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:14.386204 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:14.401783 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:14.402155 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.429963 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:14Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:14.461024 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475b472-8849-4803-ae1a-ad21db2adc3d None None] The sync data for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi is: [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:14Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:26:14.462086 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c623c4e5-dd01-4f72-ad02-a9124adf8b28 None None] Current status of the port 50948323-2a83-4445-874a-fe7bb61bea67 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:14.462479 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c623c4e5-dd01-4f72-ad02-a9124adf8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (50948323-2a83-4445-874a-fe7bb61bea67), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.588588 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:14.589701 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 50948323-2a83-4445-874a-fe7bb61bea67 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:14.592895 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c623c4e5-dd01-4f72-ad02-a9124adf8b28 None None] For port 50948323-2a83-4445-874a-fe7bb61bea67, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=50948323-2a83-4445-874a-fe7bb61bea67,segment=NetworkSegment(1dd33053-2fce-4d63-8bc6-8fdaa89f9255),segment_id=1dd33053-2fce-4d63-8bc6-8fdaa89f9255)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:14.617078 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c623c4e5-dd01-4f72-ad02-a9124adf8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (50948323-2a83-4445-874a-fe7bb61bea67), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.620889 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.675768 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623c4e5-dd01-4f72-ad02-a9124adf8b28 None None] Pushing event updated for resources: {'Port': ['ID=50948323-2a83-4445-874a-fe7bb61bea67,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:14.681785 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:13Z', 'revision_number': 3, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'gw_port': {'id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:14.724563 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Checking router: a01f3f38-1ddf-477e-9e30-cc3dfcc3798d for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:26:14.724826 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Updating router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:26:14.769170 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 50948323-2a83-4445-874a-fe7bb61bea67 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:14.769877 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (50948323-2a83-4445-874a-fe7bb61bea67), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.772962 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.865002 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Allocated IP 172.20.0.1 (2e120243-5be7-422a-9dab-c7afeaccc381/dede7eaa-2f62-4dd5-b581-3fe4103ea098/8d5a671e-537c-42c6-9646-4e1cb7863d3a) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:14.895822 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-90300e81-d77a-4dfc-aba4-45fce0013513 None None] Provisioning complete for port 50948323-2a83-4445-874a-fe7bb61bea67 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:14.896197 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90300e81-d77a-4dfc-aba4-45fce0013513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (50948323-2a83-4445-874a-fe7bb61bea67), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:14.988469 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Publish callbacks [] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.020820 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643a64d-0956-4fd9-b9b2-6329fdd21565 req-37bd8492-9407-4871-b24e-93133d3336e6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:15.023925 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6643a64d-0956-4fd9-b9b2-6329fdd21565 req-37bd8492-9407-4871-b24e-93133d3336e6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0612452 Jul 31 14:26:15.032355 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.044467 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:15.055247 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 50948323-2a83-4445-874a-fe7bb61bea67 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:15.071026 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Network 2e120243-5be7-422a-9dab-c7afeaccc381 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:15.076277 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:15.080228 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:15.105219 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6643a64d-0956-4fd9-b9b2-6329fdd21565 req-47ed885e-fc73-4af3-abd3-747207f81e6b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740252 Jul 31 14:26:15.107704 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:15.144100 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:15.149573 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.152282 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5a671e-537c-42c6-9646-4e1cb7863d3a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:15.176039 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Publish callbacks [] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.185578 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:15.186829 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.224600 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-90300e81-d77a-4dfc-aba4-45fce0013513 None None] Current status of the port 50948323-2a83-4445-874a-fe7bb61bea67 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:15.234728 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Attempting to bind port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:26:15.235105 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Attempting to bind port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:26:15.235490 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Attempting to bind port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:15.253952 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:26:15.254509 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:15.254788 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.255163 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:26:15.255674 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Bound port: 1c95c2ce-06a7-42eb-9c09-c83a883a5cad, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:26:15.256054 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.281856 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a07397-f50e-4c5b-bbe4-3ca8ae19ee45 None None] Pushing event updated for resources: {'Port': ['ID=1c95c2ce-06a7-42eb-9c09-c83a883a5cad,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:15.315791 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.323348 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] For port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:26:15.327108 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] For port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=1c95c2ce-06a7-42eb-9c09-c83a883a5cad,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:26:15.340304 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.398754 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a07397-f50e-4c5b-bbe4-3ca8ae19ee45 None None] Pushing event updated for resources: {'Port': ['ID=1c95c2ce-06a7-42eb-9c09-c83a883a5cad,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:15.401296 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Routers {'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:15.404268 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:15.462340 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-3fdc6e79-08b4-4075-96f3-7664b960bdc7 None None] Provisioning complete for port 8d5a671e-537c-42c6-9646-4e1cb7863d3a triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:15.462700 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6e79-08b4-4075-96f3-7664b960bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.509436 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Publish callbacks [] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.513989 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.533601 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc6e79-08b4-4075-96f3-7664b960bdc7 None None] Port 8d5a671e-537c-42c6-9646-4e1cb7863d3a cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:26:15.547339 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] Set router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:15.585407 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5a671e-537c-42c6-9646-4e1cb7863d3a,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:15.588745 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:15.684662 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Network 2e120243-5be7-422a-9dab-c7afeaccc381 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:15.685925 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:15.806273 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:26:15.869055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:15Z', 'revision_number': 4, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'gw_port': {'id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '8d5a671e-537c-42c6-9646-4e1cb7863d3a', 'name': '', 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'mac_address': 'fa:16:3e:1e:66:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:14Z', 'updated_at': '2022-07-31T14:26:14Z', 'revision_number': 1, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'subnets': [{'id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:15.900169 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9be083-829b-45b9-9b96-855678295e8a None None] The sync data for ids ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'] in dv-cinder-849846-4-iscsi is: [{'id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:15Z', 'revision_number': 4, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'gw_port': {'id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '8d5a671e-537c-42c6-9646-4e1cb7863d3a', 'name': '', 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'mac_address': 'fa:16:3e:1e:66:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:14Z', 'updated_at': '2022-07-31T14:26:14Z', 'revision_number': 1, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'subnets': [{'id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:26:15.925644 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:26:15.931654 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-183325cc-4a94-45ce-b13b-3db50aebe543 admin admin] 10.222.0.40 "PUT /v2.0/routers/a01f3f38-1ddf-477e-9e30-cc3dfcc3798d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1709366 Jul 31 14:26:15.951120 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 3f809fee-6829-4957-ab4b-ddc5a43c5883 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:15.983086 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-44a9c06c-fa30-4ea7-93e3-d62f7f988b03 None None] Provisioning complete for port 8d5a671e-537c-42c6-9646-4e1cb7863d3a triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:15.983486 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44a9c06c-fa30-4ea7-93e3-d62f7f988b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:16.031035 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-44a9c06c-fa30-4ea7-93e3-d62f7f988b03 None None] Port 8d5a671e-537c-42c6-9646-4e1cb7863d3a cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:26:16.037866 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 3f809fee-6829-4957-ab4b-ddc5a43c5883 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:16.038237 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:16.138926 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 3f809fee-6829-4957-ab4b-ddc5a43c5883 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:16.139481 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:16.195567 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 3f809fee-6829-4957-ab4b-ddc5a43c5883, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=3f809fee-6829-4957-ab4b-ddc5a43c5883,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:16.196691 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:16.204407 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:16.205634 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 50948323-2a83-4445-874a-fe7bb61bea67 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:16.278216 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66344ba8-c796-44ff-9a38-31cdda9a7c89 req-fb3af0ce-80c4-441e-8ca8-7f5f14c0e986 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:16.286696 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-66344ba8-c796-44ff-9a38-31cdda9a7c89 req-fb3af0ce-80c4-441e-8ca8-7f5f14c0e986 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0793085 Jul 31 14:26:16.296061 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:16.316548 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=3f809fee-6829-4957-ab4b-ddc5a43c5883,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:16.323457 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:16.325816 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 50948323-2a83-4445-874a-fe7bb61bea67 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:16.326190 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (50948323-2a83-4445-874a-fe7bb61bea67), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:16.343952 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-66344ba8-c796-44ff-9a38-31cdda9a7c89 req-3f00bbad-538b-4cd8-8c51-745a64d4d19c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563145 Jul 31 14:26:16.423227 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 50948323-2a83-4445-874a-fe7bb61bea67 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:17.380950 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:26:17.507880 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a71e2-b3ef-42c0-9ac8-fac875f15e92 req-772a1152-d60a-41f1-95b1-980fefa657e2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:17.524062 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-169a71e2-b3ef-42c0-9ac8-fac875f15e92 req-772a1152-d60a-41f1-95b1-980fefa657e2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 943 time: 0.0683286 Jul 31 14:26:17.532181 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:17.551893 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'port_id': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'mac_address': 'fa:16:3e:c6:3e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:26:17.587297 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-169a71e2-b3ef-42c0-9ac8-fac875f15e92 req-81867ebe-9a29-4e0a-a0b0-3d3fa2079f6d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619302 Jul 31 14:26:17.594959 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:17.595272 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:17.610290 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:26:17.636330 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:17.647329 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:17.718492 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=9']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:18.042055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 3f809fee-6829-4957-ab4b-ddc5a43c5883 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:18.076857 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:26:18.135404 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 3f809fee-6829-4957-ab4b-ddc5a43c5883 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:18.136143 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:18.263244 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 3f809fee-6829-4957-ab4b-ddc5a43c5883 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:18.264303 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 1c95c2ce-06a7-42eb-9c09-c83a883a5cad up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:18.295506 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:18.342925 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:18.343329 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:18.457743 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:18.458384 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:18.481597 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=1c95c2ce-06a7-42eb-9c09-c83a883a5cad,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:18.487905 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:18.515166 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:18.544999 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=1c95c2ce-06a7-42eb-9c09-c83a883a5cad,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:18.757887 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3c0bf-51c3-4fba-b1c3-49a8701981a9 req-561e0bd1-c2b3-4109-bd0d-c6fe6cf24e93 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:18.759544 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-45f3c0bf-51c3-4fba-b1c3-49a8701981a9 req-561e0bd1-c2b3-4109-bd0d-c6fe6cf24e93 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 944 time: 0.0753472 Jul 31 14:26:18.769283 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981507b-d8da-43dd-af41-d6d3fb8bc850 req-76825b68-b4d9-491d-b321-ea84b3c17680 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:18.777693 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5981507b-d8da-43dd-af41-d6d3fb8bc850 req-76825b68-b4d9-491d-b321-ea84b3c17680 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 946 time: 0.1019371 Jul 31 14:26:18.800315 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:18.802573 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:18.827742 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-45f3c0bf-51c3-4fba-b1c3-49a8701981a9 req-027ca32a-9af5-4fb7-b490-c04ec79309f5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597200 Jul 31 14:26:18.833221 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5981507b-d8da-43dd-af41-d6d3fb8bc850 req-dd527ee8-85ed-4ba1-9570-e3fddbb429aa tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536423 Jul 31 14:26:19.109850 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Sync routers for ids ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:26:19.127870 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Routers {'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:19.128598 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:19.178582 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:19.241476 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Set router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:19.378508 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:19.441434 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:19.441814 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:19.458915 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:15Z', 'revision_number': 4, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'gw_port': {'id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '8d5a671e-537c-42c6-9646-4e1cb7863d3a', 'name': '', 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'mac_address': 'fa:16:3e:1e:66:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:14Z', 'updated_at': '2022-07-31T14:26:15Z', 'revision_number': 2, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'subnets': [{'id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:19.487532 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Checking router: a01f3f38-1ddf-477e-9e30-cc3dfcc3798d for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:26:19.487881 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Updating router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d port 8d5a671e-537c-42c6-9646-4e1cb7863d3a binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:26:19.535896 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:19.536781 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:19.537232 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:19.575542 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:26:19.576493 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517455d6-cb35-45e7-85bb-05ccdb2a893d" -d '{"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-plugged", "status": "completed", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:19.603812 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:19.616881 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:19.657625 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2446e3c-2f9c-4e2a-bfd3-94822e4836b8 x-openstack-request-id: req-b2446e3c-2f9c-4e2a-bfd3-94822e4836b8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:19.664263 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-plugged", "status": "completed", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:19.666866 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b2446e3c-2f9c-4e2a-bfd3-94822e4836b8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:19.669022 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2446e3c-2f9c-4e2a-bfd3-94822e4836b8'] response: {'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'code': 200} Jul 31 14:26:19.727310 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:20.002087 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 1c95c2ce-06a7-42eb-9c09-c83a883a5cad up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:20.052988 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Publish callbacks [] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:20.055792 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:20.056617 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:20.062361 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:20.067532 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e745d80-f950-425a-96c8-c54873f21860 req-6e1ef67f-86a5-43d5-a9ff-88baf4952ca0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:20.069705 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9e745d80-f950-425a-96c8-c54873f21860 req-6e1ef67f-86a5-43d5-a9ff-88baf4952ca0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 946 time: 0.0964365 Jul 31 14:26:20.071364 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8bde-ad57-439f-b8bc-6aafe5dc1132 req-c0fc77a2-fa69-468a-a89a-076552ff1681 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:20.085084 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-035a8bde-ad57-439f-b8bc-6aafe5dc1132 req-c0fc77a2-fa69-468a-a89a-076552ff1681 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 946 time: 0.1130519 Jul 31 14:26:20.115890 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:20.116769 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:20.132478 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aee4c2-0b7e-47ce-9b3e-71e2493d83b3 None None] Pushing event updated for resources: {'Port': ['ID=8d5a671e-537c-42c6-9646-4e1cb7863d3a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:20.155172 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9e745d80-f950-425a-96c8-c54873f21860 req-88a57c9c-b9b0-4b41-aca1-43c05d8dedec tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773067 Jul 31 14:26:20.167893 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:20.191130 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-035a8bde-ad57-439f-b8bc-6aafe5dc1132 req-2123d28e-7c14-4ca7-9bd4-8916eac149fb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948989 Jul 31 14:26:20.233366 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Attempting to bind port 8d5a671e-537c-42c6-9646-4e1cb7863d3a on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:26:20.233800 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Attempting to bind port 8d5a671e-537c-42c6-9646-4e1cb7863d3a by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '1dd33053-2fce-4d63-8bc6-8fdaa89f9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:26:20.234214 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Attempting to bind port 8d5a671e-537c-42c6-9646-4e1cb7863d3a on network 2e120243-5be7-422a-9dab-c7afeaccc381 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:20.240347 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:26:20.240811 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Checking segment: {'id': '1dd33053-2fce-4d63-8bc6-8fdaa89f9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:20.241311 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:20.241737 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Bound using segment: {'id': '1dd33053-2fce-4d63-8bc6-8fdaa89f9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:26:20.242274 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Bound port: 8d5a671e-537c-42c6-9646-4e1cb7863d3a, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd33053-2fce-4d63-8bc6-8fdaa89f9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:26:20.243002 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:20.260919 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:20.309149 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] For port 8d5a671e-537c-42c6-9646-4e1cb7863d3a, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:26:20.312330 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] For port 8d5a671e-537c-42c6-9646-4e1cb7863d3a, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=8d5a671e-537c-42c6-9646-4e1cb7863d3a,segment=NetworkSegment(1dd33053-2fce-4d63-8bc6-8fdaa89f9255),segment_id=1dd33053-2fce-4d63-8bc6-8fdaa89f9255)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:26:20.319543 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:20.386794 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aee4c2-0b7e-47ce-9b3e-71e2493d83b3 None None] Pushing event updated for resources: {'Port': ['ID=8d5a671e-537c-42c6-9646-4e1cb7863d3a,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:20.392271 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Routers {'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:20.392797 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:20.508307 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] Set router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:20.739048 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:15Z', 'revision_number': 4, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'gw_port': {'id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '8d5a671e-537c-42c6-9646-4e1cb7863d3a', 'name': '', 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'mac_address': 'fa:16:3e:1e:66:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:14Z', 'updated_at': '2022-07-31T14:26:20Z', 'revision_number': 4, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'subnets': [{'id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:20.753299 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-0d0904d2-2faf-4756-9d1f-45b80f4c71f4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:20.754959 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-0d0904d2-2faf-4756-9d1f-45b80f4c71f4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 946 time: 0.0833731 Jul 31 14:26:20.756214 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd1d08-78c3-4df0-9815-642103736b64 req-71833119-d6fb-4605-a6b6-6e04e21868e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:20.757603 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bbbd1d08-78c3-4df0-9815-642103736b64 req-71833119-d6fb-4605-a6b6-6e04e21868e7 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 1130 time: 0.0759680 Jul 31 14:26:20.771306 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80364af-cc7c-4a65-a1ec-b4a859f6c619 None None] The sync data for ids ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'] in dv-cinder-849846-4-iscsi is: [{'id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:15Z', 'revision_number': 4, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'gw_port': {'id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '8d5a671e-537c-42c6-9646-4e1cb7863d3a', 'name': '', 'network_id': '2e120243-5be7-422a-9dab-c7afeaccc381', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'mac_address': 'fa:16:3e:1e:66:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:14Z', 'updated_at': '2022-07-31T14:26:20Z', 'revision_number': 4, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'subnets': [{'id': 'dede7eaa-2f62-4dd5-b581-3fe4103ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:26:20.872138 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bbbd1d08-78c3-4df0-9815-642103736b64 req-88878329-6579-4c87-87fb-3cbc89b46991 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988889 Jul 31 14:26:20.884865 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Deleting port 78bad9ba-f468-4e03-9786-7c27cd0658de {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:26:20.885582 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:20.996923 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] For port 78bad9ba-f468-4e03-9786-7c27cd0658de, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78bad9ba-f468-4e03-9786-7c27cd0658de,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:20.997201 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:21.305280 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:21.305894 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (d1695cd2-8874-452f-a0b3-b4c4847cf101), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:21.305989 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Floating IP d1695cd2-8874-452f-a0b3-b4c4847cf101 disassociated. External IP: 172.27.1.15, port: 78bad9ba-f468-4e03-9786-7c27cd0658de. Jul 31 14:26:21.306279 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Calling delete_port for 78bad9ba-f468-4e03-9786-7c27cd0658de owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:26:21.348199 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccccdc-680a-4974-a4c6-aec7857c8b27 req-fbff303e-f329-40b0-b21f-46586583617d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:21.360016 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-16ccccdc-680a-4974-a4c6-aec7857c8b27 req-fbff303e-f329-40b0-b21f-46586583617d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0814378 Jul 31 14:26:21.441152 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84b866-6e17-4e0c-a985-96f10b78cf13 req-9f2f8c32-7e7e-47fb-9382-cebcd406c007 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:21.442178 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-16ccccdc-680a-4974-a4c6-aec7857c8b27 req-b3e51879-682c-41c8-be37-3d6d846c1ab4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765152 Jul 31 14:26:21.460020 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b84b866-6e17-4e0c-a985-96f10b78cf13 req-9f2f8c32-7e7e-47fb-9382-cebcd406c007 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 946 time: 0.1988330 Jul 31 14:26:21.475461 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:21.596584 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b84b866-6e17-4e0c-a985-96f10b78cf13 req-a8c9aba0-0637-42a4-afa6-03bfc834edef tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=22211ea6-88f5-4fff-b6d3-27af0b41aae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410995 Jul 31 14:26:21.628628 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (78bad9ba-f468-4e03-9786-7c27cd0658de), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:21.678891 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'Port': ['ID=78bad9ba-f468-4e03-9786-7c27cd0658de,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:21.834182 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:26:21.991137 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:22.029636 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 8d5a671e-537c-42c6-9646-4e1cb7863d3a up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:22.042097 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:26:22.152454 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:26:22.158302 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] No DVR routers for this DVR port 78bad9ba-f468-4e03-9786-7c27cd0658de on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:26:22.161180 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:22.164679 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2fd4a80e-e220-42df-819e-4bf7481e4861 req-91510115-f562-4889-95f1-e966b74b2a0a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "DELETE /v2.0/ports/78bad9ba-f468-4e03-9786-7c27cd0658de HTTP/1.1" status: 204 len: 173 time: 1.3989408 Jul 31 14:26:22.165157 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'name': 'network-vif-deleted', 'tag': '78bad9ba-f468-4e03-9786-7c27cd0658de'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:26:22.188007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:22.188583 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a190bd-3f19-45ea-8b4d-2a3cb91616e9" -d '{"events": [{"server_uuid": "ed5b3d28-2f47-4309-a909-0210c782aad3", "name": "network-vif-deleted", "tag": "78bad9ba-f468-4e03-9786-7c27cd0658de"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:22.189109 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:22.281533 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8aa4f6-a5dd-4778-87c5-df6119d46539 x-openstack-request-id: req-de8aa4f6-a5dd-4778-87c5-df6119d46539 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:22.282287 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5b3d28-2f47-4309-a909-0210c782aad3", "name": "network-vif-deleted", "tag": "78bad9ba-f468-4e03-9786-7c27cd0658de", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:22.282960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-de8aa4f6-a5dd-4778-87c5-df6119d46539 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:22.283879 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8aa4f6-a5dd-4778-87c5-df6119d46539'] response: {'server_uuid': 'ed5b3d28-2f47-4309-a909-0210c782aad3', 'name': 'network-vif-deleted', 'tag': '78bad9ba-f468-4e03-9786-7c27cd0658de', 'status': 'completed', 'code': 200} Jul 31 14:26:22.291735 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 8d5a671e-537c-42c6-9646-4e1cb7863d3a triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:22.292115 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:22.347719 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:22.393353 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:22.456038 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 8d5a671e-537c-42c6-9646-4e1cb7863d3a is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:22.456444 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:22.709612 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f0cb-e3ea-4df5-822b-1869cf7fe363 req-31b4e10a-8af1-466f-a857-747988fa4ee2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:22.718830 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 8d5a671e-537c-42c6-9646-4e1cb7863d3a, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=8d5a671e-537c-42c6-9646-4e1cb7863d3a,segment=NetworkSegment(1dd33053-2fce-4d63-8bc6-8fdaa89f9255),segment_id=1dd33053-2fce-4d63-8bc6-8fdaa89f9255)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:22.724724 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2fc4f0cb-e3ea-4df5-822b-1869cf7fe363 req-31b4e10a-8af1-466f-a857-747988fa4ee2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 946 time: 0.1287506 Jul 31 14:26:22.743002 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:22.820853 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2593988-769c-4424-bf3e-c8858a6734f1 req-3c883759-6b9a-428d-b76e-051cecb7f8db tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed5b3d28-2f47-4309-a909-0210c782aad3 HTTP/1.1" status: 200 len: 210 time: 0.0601101 Jul 31 14:26:22.846562 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2fc4f0cb-e3ea-4df5-822b-1869cf7fe363 req-63764549-f146-4317-b1ea-5e4cec12f53e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172106 Jul 31 14:26:23.067709 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:23.231720 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=8d5a671e-537c-42c6-9646-4e1cb7863d3a,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:23.366556 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '1ca6b2a9-3833-42ed-8905-98671b436ef8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:22:50Z', 'updated_at': '2022-07-31T14:23:39Z', 'revision_number': 2, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:23.440780 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 78bad9ba-f468-4e03-9786-7c27cd0658de no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:26:23.452106 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:26:23.484008 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 78bad9ba-f468-4e03-9786-7c27cd0658de {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:26:23.484385 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 78bad9ba-f468-4e03-9786-7c27cd0658de not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:26:23.494095 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:23.494767 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:23.904786 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:24.026939 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60654) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:24.066254 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 8d5a671e-537c-42c6-9646-4e1cb7863d3a up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:24.082906 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906d5d4-9da1-42c7-90f2-871749ad3ebd req-fb5e2a79-32f7-4b08-9490-a1388d7ed3fe tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:24.085131 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c906d5d4-9da1-42c7-90f2-871749ad3ebd req-fb5e2a79-32f7-4b08-9490-a1388d7ed3fe tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 946 time: 0.1043348 Jul 31 14:26:24.099731 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-997f9e13-3e0f-4464-bf14-cf7c829bc5da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (22211ea6-88f5-4fff-b6d3-27af0b41aae6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.153763 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-997f9e13-3e0f-4464-bf14-cf7c829bc5da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (22211ea6-88f5-4fff-b6d3-27af0b41aae6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.228157 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 8d5a671e-537c-42c6-9646-4e1cb7863d3a triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:24.228733 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.241219 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c906d5d4-9da1-42c7-90f2-871749ad3ebd req-189ea987-2033-4cd0-a884-1338aa5c162a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437416 Jul 31 14:26:24.286142 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-997f9e13-3e0f-4464-bf14-cf7c829bc5da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (22211ea6-88f5-4fff-b6d3-27af0b41aae6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.288775 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-997f9e13-3e0f-4464-bf14-cf7c829bc5da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.293153 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60658) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:24.293408 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-997f9e13-3e0f-4464-bf14-cf7c829bc5da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "DELETE /v2.0/security-groups/22211ea6-88f5-4fff-b6d3-27af0b41aae6 HTTP/1.1" status: 204 len: 168 time: 0.2653255 Jul 31 14:26:24.308762 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f9e13-3e0f-4464-bf14-cf7c829bc5da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22211ea6-88f5-4fff-b6d3-27af0b41aae6,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:24.322972 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.api.v2.resource [None req-80847059-2222-4ab8-9806-b007db7c8ce9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] show failed (client error): The resource could not be found. Jul 31 14:26:24.325198 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-80847059-2222-4ab8-9806-b007db7c8ce9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups/22211ea6-88f5-4fff-b6d3-27af0b41aae6 HTTP/1.1" status: 404 len: 347 time: 0.0306523 Jul 31 14:26:24.328620 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60660) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:24.425208 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '1ca6b2a9-3833-42ed-8905-98671b436ef8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:22:50Z', 'updated_at': '2022-07-31T14:23:39Z', 'revision_number': 2, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:24.482491 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 8d5a671e-537c-42c6-9646-4e1cb7863d3a is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:24.485324 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d5cd1-a082-4df6-a8c6-8cc2655b7fb0 None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '1ca6b2a9-3833-42ed-8905-98671b436ef8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:bf:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:22:50Z', 'updated_at': '2022-07-31T14:23:39Z', 'revision_number': 2, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:26:24.509006 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Deleting port a7f0c61f-2fc2-46a7-9776-18c1bcde70c9 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:26:24.509976 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (a7f0c61f-2fc2-46a7-9776-18c1bcde70c9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.637206 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (a7f0c61f-2fc2-46a7-9776-18c1bcde70c9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.637574 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (a7f0c61f-2fc2-46a7-9776-18c1bcde70c9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.655670 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Calling delete_port for a7f0c61f-2fc2-46a7-9776-18c1bcde70c9 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:26:24.889172 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (a7f0c61f-2fc2-46a7-9776-18c1bcde70c9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.918257 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'Port': ['ID=a7f0c61f-2fc2-46a7-9776-18c1bcde70c9,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:24.975470 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7162c7-e905-46b6-bcfe-ff69a8d338e0 None None] New status for floating IP d1695cd2-8874-452f-a0b3-b4c4847cf101: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:26:24.990723 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (d1695cd2-8874-452f-a0b3-b4c4847cf101), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.993269 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:24.994431 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8d346e58-e4d5-4279-8992-2ba32101799e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "DELETE /v2.0/floatingips/d1695cd2-8874-452f-a0b3-b4c4847cf101 HTTP/1.1" status: 204 len: 168 time: 0.6645765 Jul 31 14:26:26.882573 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:26.896310 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e174661-aaa6-4643-b4d9-362dc779eaa9 req-359a8ba7-86c3-4fa8-b9cf-765da03039ad tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:26.899923 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2e174661-aaa6-4643-b4d9-362dc779eaa9 req-359a8ba7-86c3-4fa8-b9cf-765da03039ad tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 946 time: 0.0575571 Jul 31 14:26:26.948753 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2e174661-aaa6-4643-b4d9-362dc779eaa9 req-0b16e681-2c13-44d7-9450-28794fc91f3c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Jul 31 14:26:27.587642 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-9967397b-b0ee-49a2-a0c2-22a374ffe542 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:27.589110 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-9967397b-b0ee-49a2-a0c2-22a374ffe542 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/networks?id=e58b26df-798a-497d-9c1b-d5d30155e23a HTTP/1.1" status: 200 len: 815 time: 0.1011481 Jul 31 14:26:27.603663 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-056bd67c-29cc-4be6-98f9-59b392c1d316 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/quotas/ea0d7081bf384d098fad20ef507f4dfd HTTP/1.1" status: 200 len: 375 time: 0.0093365 Jul 31 14:26:27.654534 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-e7e3be55-245a-44ac-b8eb-54db5662ef8e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea0d7081bf384d098fad20ef507f4dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462089 Jul 31 14:26:27.735257 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:27.750979 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-310a4552-dcf7-4878-8e7d-fafb2a5b3a6e service neutron] 10.222.0.40 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850098 Jul 31 14:26:27.842238 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-3f749fda-d162-4eaa-bbc1-26e4bc4e73af service neutron] 10.222.0.40 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856874 Jul 31 14:26:27.997718 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e650f39b-e5c6-4d02-a739-59b9aa8402d1 req-ac1c6bfd-76da-4aaa-a114-450853321494 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 210 time: 0.0288002 Jul 31 14:26:28.072702 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58e0b6-c1da-40c8-9122-3493b483f061 req-a11aa0c3-edf7-442e-835a-fd15edec4e38 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:28.074180 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4f58e0b6-c1da-40c8-9122-3493b483f061 req-a11aa0c3-edf7-442e-835a-fd15edec4e38 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 946 time: 0.0478406 Jul 31 14:26:28.123616 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4f58e0b6-c1da-40c8-9122-3493b483f061 req-2bd11459-1bf6-4ead-8954-5fa10a4db4f0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=01867ec3-5d2d-44c7-ae17-7e1c00bcd176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Jul 31 14:26:28.590434 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-7a75f0ff-32df-4694-8bf3-564d18e73c65 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:28.591936 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-7a75f0ff-32df-4694-8bf3-564d18e73c65 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 946 time: 0.0503578 Jul 31 14:26:28.676815 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Deleting port 21edb8cd-f77a-499c-afac-f0de24050b9d {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:26:28.677157 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:28.768734 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] For port 21edb8cd-f77a-499c-afac-f0de24050b9d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=21edb8cd-f77a-499c-afac-f0de24050b9d,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:28.769096 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:28.928503 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:28.929117 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (1ca6b2a9-3833-42ed-8905-98671b436ef8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:28.929632 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Floating IP 1ca6b2a9-3833-42ed-8905-98671b436ef8 disassociated. External IP: 172.27.1.248, port: 21edb8cd-f77a-499c-afac-f0de24050b9d. Jul 31 14:26:28.930062 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Calling delete_port for 21edb8cd-f77a-499c-afac-f0de24050b9d owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:26:28.941201 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:29.144456 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2936ff08-22df-48c1-b2d7-795f87d8192d req-fc78b520-9505-41b2-b1d9-fab3f4d07685 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 210 time: 0.0736334 Jul 31 14:26:29.145091 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (21edb8cd-f77a-499c-afac-f0de24050b9d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:29.178412 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'Port': ['ID=21edb8cd-f77a-499c-afac-f0de24050b9d,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:29.251970 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f52cefe8-3cb5-4c3c-bf31-91091deb6b4f req-ba483322-6526-4c72-a281-205f6fe3cf09 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0339167 Jul 31 14:26:29.276157 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-a8e7fb65-1971-4255-ac80-373a685aecfd tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:29.277578 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-a8e7fb65-1971-4255-ac80-373a685aecfd tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.17 "GET /v2.0/networks?id=e58b26df-798a-497d-9c1b-d5d30155e23a HTTP/1.1" status: 200 len: 815 time: 0.2221065 Jul 31 14:26:29.557231 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'port': {'device_id': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'admin_state_up': True, 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:29.636939 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:29.679691 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:26:29.828289 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Made reservation on behalf of ea0d7081bf384d098fad20ef507f4dfd for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:26:29.831718 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:30.016582 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:26:30.028632 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:26:30.052457 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:30.053381 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:30.085302 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] No DVR routers for this DVR port 21edb8cd-f77a-499c-afac-f0de24050b9d on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:26:30.091647 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:30.094946 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8f499c4b-d9e4-4820-b70b-02f6321e37a7 req-44e838b5-3fb3-47d3-84f5-7e6c851a6626 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "DELETE /v2.0/ports/21edb8cd-f77a-499c-afac-f0de24050b9d HTTP/1.1" status: 204 len: 173 time: 1.4971616 Jul 31 14:26:30.095536 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'name': 'network-vif-deleted', 'tag': '21edb8cd-f77a-499c-afac-f0de24050b9d'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:26:30.098600 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e384b565-8db1-4ed7-b27b-5051c1a32a23" -d '{"events": [{"server_uuid": "e4f24854-1bcd-405b-9af8-fd3f3967d16b", "name": "network-vif-deleted", "tag": "21edb8cd-f77a-499c-afac-f0de24050b9d"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:30.116317 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Allocated IP 172.20.0.8 (e58b26df-798a-497d-9c1b-d5d30155e23a/558a7fb4-bcc3-4f29-a668-98208fda2ebb/2da882f0-72a7-499f-8313-43b198253581) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:30.158688 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:30.161847 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb718a7-7bfc-4877-8882-ff4dadc3863c x-openstack-request-id: req-1bb718a7-7bfc-4877-8882-ff4dadc3863c {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:30.162395 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f24854-1bcd-405b-9af8-fd3f3967d16b", "name": "network-vif-deleted", "tag": "21edb8cd-f77a-499c-afac-f0de24050b9d", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:30.162531 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1bb718a7-7bfc-4877-8882-ff4dadc3863c {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:30.163052 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb718a7-7bfc-4877-8882-ff4dadc3863c'] response: {'server_uuid': 'e4f24854-1bcd-405b-9af8-fd3f3967d16b', 'name': 'network-vif-deleted', 'tag': '21edb8cd-f77a-499c-afac-f0de24050b9d', 'status': 'completed', 'code': 200} Jul 31 14:26:30.229284 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:30.234249 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:30.477181 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dfe82ed2-3b73-4849-81f7-f3d9b3afbac8 req-be054716-0f93-47a0-9385-680e0ae6274a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0639908 Jul 31 14:26:30.523530 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for port (2da882f0-72a7-499f-8313-43b198253581), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:30.548155 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:30.621508 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (2da882f0-72a7-499f-8313-43b198253581), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:30.622152 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:30.648224 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d42c7fc0-66ea-485c-9f88-2f4b87575c73 req-8e2cb726-8867-4a75-b177-f26c00f1a8da tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 210 time: 0.3834999 Jul 31 14:26:30.673869 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:26:30.680978 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Network e58b26df-798a-497d-9c1b-d5d30155e23a is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:30.683697 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:30.684326 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:30.690537 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:30.711224 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:30.766925 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:30.767863 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:30.785436 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'Port': ['ID=2da882f0-72a7-499f-8313-43b198253581,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:30.814370 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-ca7218a5-3957-4c63-81f0-134e122dd93e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2613449 Jul 31 14:26:30.858914 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:31.028019 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-6f4f8fb4-1304-407f-a570-53e4adff7e0c None None] Provisioning complete for port 2da882f0-72a7-499f-8313-43b198253581 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:31.028497 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8fb4-1304-407f-a570-53e4adff7e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (2da882f0-72a7-499f-8313-43b198253581), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:31.081978 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6f4f8fb4-1304-407f-a570-53e4adff7e0c None None] Port 2da882f0-72a7-499f-8313-43b198253581 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:26:31.148133 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:31.174733 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd92e65-d258-4159-adb7-d09ad79823b7 None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:26:31.418779 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bed70d-a8ca-446e-b499-c9c3d3b56f4f None None] New status for floating IP 1ca6b2a9-3833-42ed-8905-98671b436ef8: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:26:31.422359 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 21edb8cd-f77a-499c-afac-f0de24050b9d no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:26:31.444824 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 21edb8cd-f77a-499c-afac-f0de24050b9d {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:26:31.445174 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 21edb8cd-f77a-499c-afac-f0de24050b9d not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:26:31.587279 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:31.610602 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-285b31cd-5f25-438d-9264-4d9a31dcd466 req-b2a6452a-54fe-47eb-9686-f0488440588b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0337276 Jul 31 14:26:31.780775 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5b509-638b-4d9a-aadb-769ad19da549 req-0f65eca3-8dd7-4b6a-bccf-f0a66dc2d9f3 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:31.782486 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3d5b509-638b-4d9a-aadb-769ad19da549 req-0f65eca3-8dd7-4b6a-bccf-f0a66dc2d9f3 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 931 time: 0.0641866 Jul 31 14:26:31.834451 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3d5b509-638b-4d9a-aadb-769ad19da549 req-93b9ac2d-9802-4228-83b4-1160afca608f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Jul 31 14:26:32.468690 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:26:32.719511 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7e09e62e-5df7-4d9a-a77e-ffb4e622d3de req-8a5bbe70-ad02-4aa0-b579-742d1dc16394 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0324039 Jul 31 14:26:32.973193 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc53131-aa5c-4877-8c92-b21dc84ccc0b req-cb4bf1ee-b420-4d23-b3de-2b12144c1757 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:32.974654 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fcc53131-aa5c-4877-8c92-b21dc84ccc0b req-cb4bf1ee-b420-4d23-b3de-2b12144c1757 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 931 time: 0.0556378 Jul 31 14:26:33.025497 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fcc53131-aa5c-4877-8c92-b21dc84ccc0b req-bb2a857b-6ef7-48f9-a50a-912d76c82662 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444698 Jul 31 14:26:33.825963 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-579b5905-6fac-46e9-ac60-83775fba3fdc req-a17d4d1c-2eba-406c-bad1-60c8d2cafedc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0295420 Jul 31 14:26:34.146934 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe43617-5f02-45f5-83fc-5879266f4ee9 req-57c2bf8f-efe6-487d-8eab-b5da214cc908 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:34.148488 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5fe43617-5f02-45f5-83fc-5879266f4ee9 req-57c2bf8f-efe6-487d-8eab-b5da214cc908 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 931 time: 0.0486858 Jul 31 14:26:34.198697 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5fe43617-5f02-45f5-83fc-5879266f4ee9 req-3c4d58b4-6dcc-43b7-a8d2-6f5056185471 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447152 Jul 31 14:26:34.929653 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4fefe2a2-cc7a-4ac1-80ca-71c438b184d2 req-809bf91d-8281-456e-a5e6-3e6fd09cff1a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0287285 Jul 31 14:26:35.329741 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f095c-3aae-4763-a53b-56130f738017 req-3e7e3cb5-a604-4272-8b95-f022a3505e23 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:35.331252 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cb4f095c-3aae-4763-a53b-56130f738017 req-3e7e3cb5-a604-4272-8b95-f022a3505e23 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 931 time: 0.0544932 Jul 31 14:26:35.386107 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cb4f095c-3aae-4763-a53b-56130f738017 req-cee9a34d-9427-44d4-a10a-55137d33a332 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490577 Jul 31 14:26:36.039506 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-747de7e7-298d-4a69-a710-73b70f96327c req-fb3c4422-5302-4698-bf45-d21938eb2f4c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0330958 Jul 31 14:26:36.495179 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:36.506938 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600c38c-e020-40e6-a4c5-fc6ef888ebbf req-708ff808-e3ba-4fe5-9fd0-106acf911aa1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:36.508479 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6600c38c-e020-40e6-a4c5-fc6ef888ebbf req-708ff808-e3ba-4fe5-9fd0-106acf911aa1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 931 time: 0.0503092 Jul 31 14:26:36.558245 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6600c38c-e020-40e6-a4c5-fc6ef888ebbf req-15b24a8f-4429-4d53-8035-5222f70e2a0a tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Jul 31 14:26:37.141803 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c27b05e-ee41-4ebf-915e-971c0415b56c req-46731d7f-de3c-47f3-80ef-63efe5bb238b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0295584 Jul 31 14:26:37.677758 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80effa5-1c58-419e-ae25-a5dd40f375e4 req-0948ff35-9d57-4d57-8557-4ea289f5b4a0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:37.679276 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c80effa5-1c58-419e-ae25-a5dd40f375e4 req-0948ff35-9d57-4d57-8557-4ea289f5b4a0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 931 time: 0.0484571 Jul 31 14:26:37.731102 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c80effa5-1c58-419e-ae25-a5dd40f375e4 req-e024a330-117b-48cc-9293-ad852db2c04e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 Jul 31 14:26:37.991289 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74cc75f5-3b56-4251-8601-ffa12392ce9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:38.246229 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71b3deea-ef4f-49be-8e46-daa7e99e05ac req-8faf8c1e-2c68-4417-a5c8-5e3b94610ac7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4f24854-1bcd-405b-9af8-fd3f3967d16b HTTP/1.1" status: 200 len: 210 time: 0.0273499 Jul 31 14:26:38.387710 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Request body: {'port': {'device_id': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:38.449820 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2da882f0-72a7-499f-8313-43b198253581), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:38.709344 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da882f0-72a7-499f-8313-43b198253581 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:26:38.716723 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Publish callbacks [] for port (2da882f0-72a7-499f-8313-43b198253581), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:38.729132 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Transition to ACTIVE for port object 2da882f0-72a7-499f-8313-43b198253581 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:26:38.732799 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (2da882f0-72a7-499f-8313-43b198253581), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:38.797571 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2da882f0-72a7-499f-8313-43b198253581,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:38.848199 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Attempting to bind port 2da882f0-72a7-499f-8313-43b198253581 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:26:38.848647 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Attempting to bind port 2da882f0-72a7-499f-8313-43b198253581 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:26:38.849035 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Attempting to bind port 2da882f0-72a7-499f-8313-43b198253581 on network e58b26df-798a-497d-9c1b-d5d30155e23a {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:38.853542 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Port 2da882f0-72a7-499f-8313-43b198253581 on network e58b26df-798a-497d-9c1b-d5d30155e23a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:26:38.853993 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Attempting to bind port 2da882f0-72a7-499f-8313-43b198253581 on network e58b26df-798a-497d-9c1b-d5d30155e23a {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:38.855059 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb3cb1-cdc7-4741-8a86-345086ecffcb req-92c73994-d9ce-46fa-8616-0bac37c029e6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:38.856606 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-16bb3cb1-cdc7-4741-8a86-345086ecffcb req-92c73994-d9ce-46fa-8616-0bac37c029e6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 943 time: 0.0477448 Jul 31 14:26:38.858812 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:26:38.859150 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Checking segment: {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:38.859561 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Bound using segment: {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:26:38.859984 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Bound port: 2da882f0-72a7-499f-8313-43b198253581, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1f4e49-748b-4768-a55f-52c532206a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:26:38.860338 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2da882f0-72a7-499f-8313-43b198253581), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:38.906634 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-16bb3cb1-cdc7-4741-8a86-345086ecffcb req-c1dde1be-f7c4-411a-9a46-128688b69cbb tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441976 Jul 31 14:26:38.921357 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:38.923960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] For port 2da882f0-72a7-499f-8313-43b198253581, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:26:38.927565 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] For port 2da882f0-72a7-499f-8313-43b198253581, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2da882f0-72a7-499f-8313-43b198253581,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:26:38.936615 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (2da882f0-72a7-499f-8313-43b198253581), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:38.941845 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:38.942491 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:38.943908 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] 10.222.0.17 "PUT /v2.0/ports/2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 1093 time: 0.5606215 Jul 31 14:26:38.944554 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:26:38.946690 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb6eca9-7499-486d-ba17-48fb633e6942" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:39.000756 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3593bd95-18b2-415a-a970-525d814bd7d6 x-openstack-request-id: req-3593bd95-18b2-415a-a970-525d814bd7d6 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:39.001102 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:39.001440 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3593bd95-18b2-415a-a970-525d814bd7d6 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:39.001900 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3593bd95-18b2-415a-a970-525d814bd7d6'] response: {'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581', 'status': 'completed', 'code': 200} Jul 31 14:26:39.011725 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5c56f-fc68-443c-ba39-5c7860d2d5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2da882f0-72a7-499f-8313-43b198253581,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:39.094546 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-8cae92f3-2a15-4560-a443-c6d9760c694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:39.096393 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-8cae92f3-2a15-4560-a443-c6d9760c694d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ea0d7081bf384d098fad20ef507f4dfd&device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 1127 time: 0.0429423 Jul 31 14:26:39.150118 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-da3a8867-ec1c-488b-9932-c5ecf2a982ea service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 217 time: 0.0405438 Jul 31 14:26:39.206234 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-30d36dc9-1120-4aae-b4d1-898ebc669305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:39.208245 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-30d36dc9-1120-4aae-b4d1-898ebc669305 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=558a7fb4-bcc3-4f29-a668-98208fda2ebb HTTP/1.1" status: 200 len: 854 time: 0.0471728 Jul 31 14:26:39.251233 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:39.259648 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-369d8581-c8ed-4d63-8501-f8dbe69d0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:39.261125 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-369d8581-c8ed-4d63-8501-f8dbe69d0df3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e58b26df-798a-497d-9c1b-d5d30155e23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443192 Jul 31 14:26:39.339280 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60800) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:39.375295 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-c7a84cd3-4031-441d-a3c6-ecf37d20d21a service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049061 Jul 31 14:26:39.457485 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37475b73-3140-4fc6-8cab-a76da310b624 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (01867ec3-5d2d-44c7-ae17-7e1c00bcd176), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:39.499550 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37475b73-3140-4fc6-8cab-a76da310b624 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (01867ec3-5d2d-44c7-ae17-7e1c00bcd176), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:39.530936 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e4ae419-52db-45d8-921d-6a1cae00ab50 req-584710da-ef11-42b8-a2d8-82505b0e7afa service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483541 Jul 31 14:26:39.562279 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37475b73-3140-4fc6-8cab-a76da310b624 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (01867ec3-5d2d-44c7-ae17-7e1c00bcd176), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:39.564902 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37475b73-3140-4fc6-8cab-a76da310b624 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:39.566534 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-37475b73-3140-4fc6-8cab-a76da310b624 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "DELETE /v2.0/security-groups/01867ec3-5d2d-44c7-ae17-7e1c00bcd176 HTTP/1.1" status: 204 len: 168 time: 0.2257516 Jul 31 14:26:39.569558 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60802) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:39.575980 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475b73-3140-4fc6-8cab-a76da310b624 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01867ec3-5d2d-44c7-ae17-7e1c00bcd176,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:39.591267 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-58885f5b-09dc-4e9d-921e-23baab14d6d9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] show failed (client error): The resource could not be found. Jul 31 14:26:39.592742 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-58885f5b-09dc-4e9d-921e-23baab14d6d9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups/01867ec3-5d2d-44c7-ae17-7e1c00bcd176 HTTP/1.1" status: 404 len: 347 time: 0.0217421 Jul 31 14:26:39.595611 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60804) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:39.708577 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Deleting port 00f2cfba-09c2-4455-823d-18c14a787705 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:26:39.708922 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (00f2cfba-09c2-4455-823d-18c14a787705), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:39.803109 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (00f2cfba-09c2-4455-823d-18c14a787705), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:39.803349 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (00f2cfba-09c2-4455-823d-18c14a787705), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:39.822002 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Calling delete_port for 00f2cfba-09c2-4455-823d-18c14a787705 owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:26:39.957337 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:39.963330 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (00f2cfba-09c2-4455-823d-18c14a787705), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:39.986307 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'Port': ['ID=00f2cfba-09c2-4455-823d-18c14a787705,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:40.031159 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28bdf4-6ee1-44bf-9dc7-3c3bc42c9633 req-8687a0db-bcac-4a67-b24d-e7e0467ef036 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:40.032646 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c28bdf4-6ee1-44bf-9dc7-3c3bc42c9633 req-8687a0db-bcac-4a67-b24d-e7e0467ef036 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 943 time: 0.0521464 Jul 31 14:26:40.053932 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (1ca6b2a9-3833-42ed-8905-98671b436ef8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.056427 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.057953 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-12ce49d1-1567-4f93-aff3-9973e8035c6a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "DELETE /v2.0/floatingips/1ca6b2a9-3833-42ed-8905-98671b436ef8 HTTP/1.1" status: 204 len: 168 time: 0.4611363 Jul 31 14:26:40.081385 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c28bdf4-6ee1-44bf-9dc7-3c3bc42c9633 req-e96453ba-db13-4bc8-85e7-e3b1b4dc1fef tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Jul 31 14:26:40.130976 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30117df8-dfbf-4466-a4de-89dd0df6eecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.147449 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60812) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:40.153854 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-7c57c9a8-ad59-4392-9ee5-eac2f740ba1a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366644533', 'description': 'tempest-description--1513916051'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:40.174825 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c57c9a8-ad59-4392-9ee5-eac2f740ba1a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.191852 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:40.245870 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c57c9a8-ad59-4392-9ee5-eac2f740ba1a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (a26646e8-2576-4a09-9eab-554f85f395a5), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.249646 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c57c9a8-ad59-4392-9ee5-eac2f740ba1a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a26646e8-2576-4a09-9eab-554f85f395a5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.280424 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c57c9a8-ad59-4392-9ee5-eac2f740ba1a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.281633 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7c57c9a8-ad59-4392-9ee5-eac2f740ba1a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1313787 Jul 31 14:26:40.283586 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57c9a8-ad59-4392-9ee5-eac2f740ba1a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26646e8-2576-4a09-9eab-554f85f395a5,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:40.285194 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60814) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:40.291173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-5b3f2d9c-6c1d-4d22-9ae1-11d1dfa759bc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group_rule': {'security_group_id': 'a26646e8-2576-4a09-9eab-554f85f395a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:40.321427 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5b3f2d9c-6c1d-4d22-9ae1-11d1dfa759bc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (ba12f775-a96b-4417-9178-3a6ddc1d51ff), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.368388 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5b3f2d9c-6c1d-4d22-9ae1-11d1dfa759bc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (ba12f775-a96b-4417-9178-3a6ddc1d51ff), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.371756 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5b3f2d9c-6c1d-4d22-9ae1-11d1dfa759bc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (ba12f775-a96b-4417-9178-3a6ddc1d51ff), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.391025 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f2d9c-6c1d-4d22-9ae1-11d1dfa759bc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba12f775-a96b-4417-9178-3a6ddc1d51ff,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:40.398981 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5b3f2d9c-6c1d-4d22-9ae1-11d1dfa759bc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.400182 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-5b3f2d9c-6c1d-4d22-9ae1-11d1dfa759bc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130140 Jul 31 14:26:40.402824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60816) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:40.407030 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-fe2fdaae-3c5e-4767-bec2-b264e7d0c75f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group_rule': {'security_group_id': 'a26646e8-2576-4a09-9eab-554f85f395a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:40.421809 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:40.433402 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe2fdaae-3c5e-4767-bec2-b264e7d0c75f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (beca5bce-2cd1-4f26-bb7e-d09cc8f0afc5), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.492522 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe2fdaae-3c5e-4767-bec2-b264e7d0c75f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (beca5bce-2cd1-4f26-bb7e-d09cc8f0afc5), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.495879 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe2fdaae-3c5e-4767-bec2-b264e7d0c75f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (beca5bce-2cd1-4f26-bb7e-d09cc8f0afc5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.514454 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fdaae-3c5e-4767-bec2-b264e7d0c75f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beca5bce-2cd1-4f26-bb7e-d09cc8f0afc5,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:40.523583 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe2fdaae-3c5e-4767-bec2-b264e7d0c75f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.524820 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-fe2fdaae-3c5e-4767-bec2-b264e7d0c75f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210713 Jul 31 14:26:40.527890 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60818) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:40.532096 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:40.576957 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.624262 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-36bf1889-4f1c-4024-bc05-0ee12961c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:40.625711 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-36bf1889-4f1c-4024-bc05-0ee12961c1ba service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ea0d7081bf384d098fad20ef507f4dfd&device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 1127 time: 0.0784888 Jul 31 14:26:40.712776 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:40.782572 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-4269b2f9-95ce-4782-a209-12d88cccbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:40.784327 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-4269b2f9-95ce-4782-a209-12d88cccbe60 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e58b26df-798a-497d-9c1b-d5d30155e23a HTTP/1.1" status: 200 len: 916 time: 0.1513138 Jul 31 14:26:40.845555 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-2b47487e-b327-4aa3-803b-4c44217a38d4 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 217 time: 0.0518565 Jul 31 14:26:40.934120 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Allocated IP 172.27.1.109 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/29e6c079-7e2d-4dd2-8473-6fe6046eb60f) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:40.936968 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-a39a195e-298f-4d9a-b84d-71c28d5b87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:40.938370 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-a39a195e-298f-4d9a-b84d-71c28d5b87bd service neutron] 10.222.0.17 "GET /v2.0/subnets?id=558a7fb4-bcc3-4f29-a668-98208fda2ebb HTTP/1.1" status: 200 len: 854 time: 0.0663166 Jul 31 14:26:40.956961 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:41.026762 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-5f7f5776-9f44-4b23-82b7-6a2864c8ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:41.028255 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-5f7f5776-9f44-4b23-82b7-6a2864c8ec82 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e58b26df-798a-497d-9c1b-d5d30155e23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821209 Jul 31 14:26:41.131875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (29e6c079-7e2d-4dd2-8473-6fe6046eb60f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.172230 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-23f88f87-6f66-4737-a253-3c5a8b0011f6 service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350467 Jul 31 14:26:41.214856 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc10be-2c23-47b0-adc2-27900e1589b9 req-f4982f0e-7837-4a4f-9b3f-692acb1fe418 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:41.216363 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bbc10be-2c23-47b0-adc2-27900e1589b9 req-f4982f0e-7837-4a4f-9b3f-692acb1fe418 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 943 time: 0.0589566 Jul 31 14:26:41.245228 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:41.263990 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (29e6c079-7e2d-4dd2-8473-6fe6046eb60f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.270248 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bbc10be-2c23-47b0-adc2-27900e1589b9 req-00b458fc-f9d1-4951-af3e-12495c6e8ae0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481598 Jul 31 14:26:41.309634 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:41.321107 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:41.328130 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:41.338565 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=29e6c079-7e2d-4dd2-8473-6fe6046eb60f,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:41.365726 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9cb6eca9-7499-486d-ba17-48fb633e6942 req-0a675cc5-c863-461f-bf34-89c143042a2e service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833191 Jul 31 14:26:41.418131 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.424246 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (b6d328c6-c828-4b77-80c9-032d36c7783f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.460080 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (29e6c079-7e2d-4dd2-8473-6fe6046eb60f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.465462 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 2da882f0-72a7-499f-8313-43b198253581 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:26:41.567930 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 2da882f0-72a7-499f-8313-43b198253581, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2da882f0-72a7-499f-8313-43b198253581,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:41.579144 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '2da882f0-72a7-499f-8313-43b198253581', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'port_id': '2da882f0-72a7-499f-8313-43b198253581', 'mac_address': 'fa:16:3e:21:ce:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:26:41.609169 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (29e6c079-7e2d-4dd2-8473-6fe6046eb60f), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.613888 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (29e6c079-7e2d-4dd2-8473-6fe6046eb60f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.614097 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 2da882f0-72a7-499f-8313-43b198253581 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:41.614370 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2da882f0-72a7-499f-8313-43b198253581), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.622961 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:41.628317 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da882f0-72a7-499f-8313-43b198253581 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:26:41.648064 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 2da882f0-72a7-499f-8313-43b198253581, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2da882f0-72a7-499f-8313-43b198253581,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:41.651732 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (2da882f0-72a7-499f-8313-43b198253581), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.667227 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:41.682969 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=29e6c079-7e2d-4dd2-8473-6fe6046eb60f,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:41.688582 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (b6d328c6-c828-4b77-80c9-032d36c7783f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.697587 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=2da882f0-72a7-499f-8313-43b198253581,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:41.705189 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:41.707248 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-cf48e785-1159-4a39-856e-cf9a991b98bb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1775665 Jul 31 14:26:41.909676 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-d12e4bcf-b557-4866-8b3f-c891066d7a3b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--366644533&fields=id&tenant_id=9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 267 time: 0.0481808 Jul 31 14:26:42.006799 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['2da882f0-72a7-499f-8313-43b198253581'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:26:42.012616 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-50b1c598-c204-419c-b145-2f0db9104374 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:42.014055 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-50b1c598-c204-419c-b145-2f0db9104374 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 815 time: 0.0981517 Jul 31 14:26:42.029022 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-92ed0b6d-52af-4287-be02-457ddeee62e6 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/quotas/9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 375 time: 0.0090041 Jul 31 14:26:42.080553 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df6e9fbf-7e1f-413b-bf19-70dc430030e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465434 Jul 31 14:26:42.093568 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:42.174648 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-603ed18a-615f-45fc-b987-e230e891afa1 service neutron] 10.222.0.40 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Jul 31 14:26:42.265527 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-97204957-b784-4fc4-afaa-01d7c048afc4 service neutron] 10.222.0.40 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845850 Jul 31 14:26:42.390837 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5826dbe-43a6-422f-ade5-6fa267d1b65c req-96d6a5ba-43ee-4683-94cb-a9efcd16a033 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:42.392639 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a5826dbe-43a6-422f-ade5-6fa267d1b65c req-96d6a5ba-43ee-4683-94cb-a9efcd16a033 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 944 time: 0.0497916 Jul 31 14:26:42.426688 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f99aedef-1bd0-42f7-a9a9-942a3375a0ea req-ad91917b-f482-4abd-b94a-423ff074dd03 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 210 time: 0.0282528 Jul 31 14:26:42.455705 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a5826dbe-43a6-422f-ade5-6fa267d1b65c req-2c7b5604-3bb8-4f32-a0d0-29138c938cff tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572107 Jul 31 14:26:42.464086 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:42.465739 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=74,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:42.805063 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:42.972676 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:43.494472 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 2da882f0-72a7-499f-8313-43b198253581 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:43.507700 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:43.561208 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 2da882f0-72a7-499f-8313-43b198253581 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:26:43.563703 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b650e90a-8b66-430a-9521-2b9d2d062542 req-2aa06b54-d83c-417b-a0f5-7ce60e0ffcc3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 210 time: 0.0368986 Jul 31 14:26:43.568014 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 2da882f0-72a7-499f-8313-43b198253581 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:43.568481 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (2da882f0-72a7-499f-8313-43b198253581), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:43.604744 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-8e39520c-587a-43c9-b480-5c69a6aa3c3e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:43.606266 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-8e39520c-587a-43c9-b480-5c69a6aa3c3e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 815 time: 0.1512644 Jul 31 14:26:43.618104 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c78d27-a9fe-43d4-88db-148a2e522cb0 req-1e6b49fc-65d3-4277-a7ee-16e220cd5e1d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:43.619704 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e9c78d27-a9fe-43d4-88db-148a2e522cb0 req-1e6b49fc-65d3-4277-a7ee-16e220cd5e1d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 944 time: 0.0719986 Jul 31 14:26:43.667944 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 2da882f0-72a7-499f-8313-43b198253581 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:43.668458 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2da882f0-72a7-499f-8313-43b198253581), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:43.675048 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e9c78d27-a9fe-43d4-88db-148a2e522cb0 req-2dad8ccd-ab46-4880-ad78-0d633ab3d3a6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497532 Jul 31 14:26:43.692992 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da882f0-72a7-499f-8313-43b198253581'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:26:43.695362 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f4527b-bc12-421a-9009-1bb2f9dc2d22" -d '{"events": [{"server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "name": "network-vif-plugged", "status": "completed", "tag": "2da882f0-72a7-499f-8313-43b198253581"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:43.708769 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 2da882f0-72a7-499f-8313-43b198253581, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2da882f0-72a7-499f-8313-43b198253581,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:43.709462 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-f8c33cbb-ebcf-4747-a22b-63e6b19575ce tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 379 time: 0.0711544 Jul 31 14:26:43.712764 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (2da882f0-72a7-499f-8313-43b198253581), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:43.737337 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5922ea-1cb0-4e29-b931-784d7061b3f4 x-openstack-request-id: req-7c5922ea-1cb0-4e29-b931-784d7061b3f4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:43.737655 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "name": "network-vif-plugged", "status": "completed", "tag": "2da882f0-72a7-499f-8313-43b198253581", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:43.737906 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7c5922ea-1cb0-4e29-b931-784d7061b3f4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:43.738299 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5922ea-1cb0-4e29-b931-784d7061b3f4'] response: {'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da882f0-72a7-499f-8313-43b198253581', 'code': 200} Jul 31 14:26:43.761051 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=2da882f0-72a7-499f-8313-43b198253581,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:43.817173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'port': {'device_id': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'admin_state_up': True, 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'security_groups': ['a26646e8-2576-4a09-9eab-554f85f395a5']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:44.183583 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72f2f-e57d-40fa-8c00-354527e8b0fe req-cf232fc6-f992-4189-a24a-f2340fc529a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:44.185047 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f7f72f2f-e57d-40fa-8c00-354527e8b0fe req-cf232fc6-f992-4189-a24a-f2340fc529a7 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 1129 time: 0.0540042 Jul 31 14:26:44.244381 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Made reservation on behalf of 9097fd66951e457ba46812ff17db7501 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:26:44.247612 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:44.259339 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f7f72f2f-e57d-40fa-8c00-354527e8b0fe req-98a40562-ab49-4c8e-acfb-92d9e412c0f9 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652628 Jul 31 14:26:44.326428 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:44.376411 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Allocated IP 172.20.0.9 (cbc0073a-ae55-48a9-8514-9052086eccf8/94e7849f-ea16-46d7-a530-fdaaf4efb3a4/7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:44.511869 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:44.542206 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:44.588788 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Network cbc0073a-ae55-48a9-8514-9052086eccf8 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:44.594723 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:44.599264 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:44.622649 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:44.652322 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:44.652947 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:44.672215 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-df435a84-83ce-4121-88e5-3fb1abc12c8d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8590024 Jul 31 14:26:44.705497 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac03ed-e22a-4d87-844e-fa10bdf15157 req-0a97045f-3bfa-4428-b5a4-27884fba6b3a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:44.707059 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ffac03ed-e22a-4d87-844e-fa10bdf15157 req-0a97045f-3bfa-4428-b5a4-27884fba6b3a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 931 time: 0.0535011 Jul 31 14:26:44.763976 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ffac03ed-e22a-4d87-844e-fa10bdf15157 req-2c61bf00-55d9-4b5e-a81e-335f5dc40504 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509970 Jul 31 14:26:44.790623 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:44.806561 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8896a0-5a23-482b-868b-d9a7aba7b087 req-12705350-0b0e-4cce-8084-b3095b522c3b tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:44.808067 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3c8896a0-5a23-482b-868b-d9a7aba7b087 req-12705350-0b0e-4cce-8084-b3095b522c3b tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 945 time: 0.0516734 Jul 31 14:26:44.858380 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3c8896a0-5a23-482b-868b-d9a7aba7b087 req-3ae9063e-9974-442a-a51a-75fcfc8103b3 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445831 Jul 31 14:26:44.895467 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-d37b1362-f529-437e-86fe-5a225e35d105 None None] Provisioning complete for port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:44.896008 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d37b1362-f529-437e-86fe-5a225e35d105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:44.930286 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d37b1362-f529-437e-86fe-5a225e35d105 None None] Port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:26:44.960067 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Request body: {'port': {'device_id': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:45.021259 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:45.280785 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:26:45.288819 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Publish callbacks [] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:45.300462 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:45.301574 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Transition to ACTIVE for port object 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:26:45.306227 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:45.368246 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Pushing event updated for resources: {'Port': ['ID=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:45.415643 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Attempting to bind port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:26:45.415980 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Attempting to bind port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:26:45.416308 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Attempting to bind port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:45.420795 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc on network cbc0073a-ae55-48a9-8514-9052086eccf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:26:45.421114 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Attempting to bind port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:26:45.426126 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:26:45.426466 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Checking segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:26:45.426844 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Bound using segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:26:45.427269 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Bound port: 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:26:45.427655 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:45.490054 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] For port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:26:45.493063 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] For port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:26:45.499585 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:45.504426 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:45.505069 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:45.506426 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] 10.222.0.17 "PUT /v2.0/ports/7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc HTTP/1.1" status: 200 len: 1093 time: 0.5506833 Jul 31 14:26:45.506916 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'tag': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:26:45.509188 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc51d95-087c-406b-9f62-31e14662267b" -d '{"events": [{"name": "network-changed", "server_uuid": "b65263c9-40f6-48e3-9e44-b8654f688d07", "tag": "7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:45.545910 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a0b568-d349-40d7-8509-9d89ce41b635 x-openstack-request-id: req-61a0b568-d349-40d7-8509-9d89ce41b635 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:45.546544 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65263c9-40f6-48e3-9e44-b8654f688d07", "tag": "7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:45.546544 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-61a0b568-d349-40d7-8509-9d89ce41b635 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:45.546818 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a0b568-d349-40d7-8509-9d89ce41b635'] response: {'name': 'network-changed', 'server_uuid': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'tag': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc', 'status': 'completed', 'code': 200} Jul 31 14:26:45.556131 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600cbc0-ad3b-4278-949d-71f6fe40023d service neutron] Pushing event updated for resources: {'Port': ['ID=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:45.887791 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165c507-4fe1-4df5-a841-873b75045b33 req-245a1f97-6dfe-4cae-9f83-98511eec40e8 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:45.889613 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f165c507-4fe1-4df5-a841-873b75045b33 req-245a1f97-6dfe-4cae-9f83-98511eec40e8 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 943 time: 0.0511875 Jul 31 14:26:45.939354 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f165c507-4fe1-4df5-a841-873b75045b33 req-89fe337e-a4ba-4ec3-a3cd-62148bb722b9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428190 Jul 31 14:26:45.965091 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:45.986852 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde154d-c9fa-4790-8ede-7cc2ecfbc145 req-5fa17a0b-45df-45a6-8649-95f8268cbf07 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:45.988350 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bbde154d-c9fa-4790-8ede-7cc2ecfbc145 req-5fa17a0b-45df-45a6-8649-95f8268cbf07 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 945 time: 0.0520437 Jul 31 14:26:46.037260 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bbde154d-c9fa-4790-8ede-7cc2ecfbc145 req-605b2091-4bf1-425f-84a6-0d05e2fa2a86 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Jul 31 14:26:46.043705 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51d95-087c-406b-9f62-31e14662267b req-8ec31b47-3a86-4c40-8fe3-5ab03f9abb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:46.045293 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7cc51d95-087c-406b-9f62-31e14662267b req-8ec31b47-3a86-4c40-8fe3-5ab03f9abb97 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 1127 time: 0.0467598 Jul 31 14:26:46.151944 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:46.164631 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78db1a1-430f-46f6-a38b-61472ee33805 req-0c175f66-a148-4fd6-aa9d-a819c0fc1b6b tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:46.166108 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78db1a1-430f-46f6-a38b-61472ee33805 req-0c175f66-a148-4fd6-aa9d-a819c0fc1b6b tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 945 time: 0.0507493 Jul 31 14:26:46.212990 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e78db1a1-430f-46f6-a38b-61472ee33805 req-51f60ec4-8d86-44ee-b41c-eb2e4dc7bbf1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Jul 31 14:26:46.456956 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51d95-087c-406b-9f62-31e14662267b req-3162ebaf-07cc-444b-b9de-15e6bfb18b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:46.458457 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7cc51d95-087c-406b-9f62-31e14662267b req-3162ebaf-07cc-444b-b9de-15e6bfb18b32 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=9097fd66951e457ba46812ff17db7501&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1016176 Jul 31 14:26:46.540209 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b556fe-7568-4009-a0bc-e9e0895a72d5 req-182524bd-66ea-4a5c-975d-0a8333f77b2a tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:46.541655 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-21b556fe-7568-4009-a0bc-e9e0895a72d5 req-182524bd-66ea-4a5c-975d-0a8333f77b2a tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 945 time: 0.0472152 Jul 31 14:26:46.588399 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-21b556fe-7568-4009-a0bc-e9e0895a72d5 req-d3936768-4f22-412a-801c-5fa37967f76c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Jul 31 14:26:46.836404 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51d95-087c-406b-9f62-31e14662267b req-ef726433-2620-425f-aa84-8e10001d1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:46.838316 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7cc51d95-087c-406b-9f62-31e14662267b req-ef726433-2620-425f-aa84-8e10001d1e35 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142018 Jul 31 14:26:46.968150 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-d58d8140-8a1e-470d-8a72-df588ad88e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:46.969641 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-d58d8140-8a1e-470d-8a72-df588ad88e5f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 1127 time: 0.0454144 Jul 31 14:26:47.017061 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-042af620-57bc-40ca-820f-3c1349b5db75 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc HTTP/1.1" status: 200 len: 217 time: 0.0333719 Jul 31 14:26:47.060172 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e5514-79d6-4731-94a8-ac66d9477d5e req-97816434-8c19-4790-823c-ef46069ace6f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:47.061676 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f30e5514-79d6-4731-94a8-ac66d9477d5e req-97816434-8c19-4790-823c-ef46069ace6f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 943 time: 0.0484118 Jul 31 14:26:47.067163 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-9f472ee1-9c74-4742-a505-8df379eb5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:47.068612 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-9f472ee1-9c74-4742-a505-8df379eb5adf service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.0442121 Jul 31 14:26:47.116742 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f30e5514-79d6-4731-94a8-ac66d9477d5e req-80bfe36e-7737-40f6-b1f4-bf1551e11020 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492308 Jul 31 14:26:47.116991 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-f9832b35-3408-484d-b7e3-45d60cb8fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:47.118460 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-f9832b35-3408-484d-b7e3-45d60cb8fc91 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431359 Jul 31 14:26:47.214256 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-4938eb28-2cde-4f27-a540-f1dffac70528 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886917 Jul 31 14:26:47.289460 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:47.318427 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-828ab8c5-aaed-4b60-a40e-a134a80bd5d5 req-72ff5820-d212-445c-b071-8131d0149089 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974865 Jul 31 14:26:47.513195 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6b8d7-4c28-4a6f-8cab-ace565bd5d79 req-c80faa60-b19d-4909-8e45-b4c0fc37777c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:47.514636 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2bb6b8d7-4c28-4a6f-8cab-ace565bd5d79 req-c80faa60-b19d-4909-8e45-b4c0fc37777c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0469718 Jul 31 14:26:47.562515 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2bb6b8d7-4c28-4a6f-8cab-ace565bd5d79 req-5f875687-4017-44ec-8e70-228f661187bc tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Jul 31 14:26:48.239153 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d6a4c-7ec8-48a0-b007-443d5b8ad494 req-72761dd6-ab9d-442b-8d36-ee4b7631be90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:48.240674 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-638d6a4c-7ec8-48a0-b007-443d5b8ad494 req-72761dd6-ab9d-442b-8d36-ee4b7631be90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 943 time: 0.0474961 Jul 31 14:26:48.287771 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-638d6a4c-7ec8-48a0-b007-443d5b8ad494 req-2f0e787d-186d-49bc-985a-503165b873e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Jul 31 14:26:48.408994 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-a20974c1-cc3a-4c5c-a31f-ce1c5d128b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:48.410575 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-a20974c1-cc3a-4c5c-a31f-ce1c5d128b7d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 1129 time: 0.0582078 Jul 31 14:26:48.509125 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-414b4277-21b6-45b6-8107-cf8ac417819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:48.510956 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-414b4277-21b6-45b6-8107-cf8ac417819e service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.0947983 Jul 31 14:26:48.599282 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-8c3bd269-f8e2-4439-b175-75f9a6cdd41d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 HTTP/1.1" status: 200 len: 1001 time: 0.0649495 Jul 31 14:26:48.643532 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:48.694650 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-eb397346-d74f-479a-9ef7-2a4eacc81ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:48.696200 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-eb397346-d74f-479a-9ef7-2a4eacc81ec4 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.0788791 Jul 31 14:26:48.704718 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf8092-8009-4a2c-81f3-0cf7dd20849e req-4ee9884c-aed8-4103-82dc-aa631eac39d2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:48.706061 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-42bf8092-8009-4a2c-81f3-0cf7dd20849e req-4ee9884c-aed8-4103-82dc-aa631eac39d2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0590839 Jul 31 14:26:48.765923 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-37d16341-0c61-4522-bba7-ea2f7aa3730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:48.767411 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-37d16341-0c61-4522-bba7-ea2f7aa3730f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599284 Jul 31 14:26:48.799717 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-42bf8092-8009-4a2c-81f3-0cf7dd20849e req-9c1db640-c5c0-4c3f-9b33-535ef86fefc7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848002 Jul 31 14:26:48.867060 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-e35ed4cf-56b0-4edd-ac25-45809291612a service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894012 Jul 31 14:26:48.963354 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1952833b-1af8-4c35-929d-1ecd3f4e118d req-cab43770-3452-45cf-83b4-e84496bd5a2d service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887971 Jul 31 14:26:49.176078 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:49.412865 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127fe3-5d87-4b35-868d-0e53666b0af1 req-2e1d3ca0-1738-4584-8e6e-3311b476ab73 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:49.414329 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0127fe3-5d87-4b35-868d-0e53666b0af1 req-2e1d3ca0-1738-4584-8e6e-3311b476ab73 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 943 time: 0.0470986 Jul 31 14:26:49.462279 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0127fe3-5d87-4b35-868d-0e53666b0af1 req-742b43fe-7a46-4736-be4e-cbe305e2c140 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424693 Jul 31 14:26:49.564601 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:26:49.664150 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:49.675357 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'port_id': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc', 'mac_address': 'fa:16:3e:57:cd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:26:49.709088 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:49.709477 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:49.721939 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:26:49.741252 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:49.744079 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:49.764100 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:49.788592 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:49.925500 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea336-36e4-46f1-be38-7ab62553336b req-41ca4fab-7711-4ba5-847d-d36be63e9180 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:49.926996 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e8bea336-36e4-46f1-be38-7ab62553336b req-41ca4fab-7711-4ba5-847d-d36be63e9180 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0466630 Jul 31 14:26:49.973369 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e8bea336-36e4-46f1-be38-7ab62553336b req-741006ea-cae2-438a-8b99-fe4e40bcb17f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Jul 31 14:26:50.131404 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:26:50.220101 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:50.581738 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823793d4-dfa9-4968-9f37-8bfb891e0e6b req-8ae95f38-023e-430f-b2e5-ecc47bec8245 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:50.583170 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-823793d4-dfa9-4968-9f37-8bfb891e0e6b req-8ae95f38-023e-430f-b2e5-ecc47bec8245 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 944 time: 0.0499153 Jul 31 14:26:50.629925 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-823793d4-dfa9-4968-9f37-8bfb891e0e6b req-457eef32-97d7-4f70-801a-0985c38a369f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412669 Jul 31 14:26:51.095940 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb96780-691f-4b86-803a-b742fe041034 req-317fc78f-ec54-4c12-bea0-fe170c759805 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:51.097342 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6cb96780-691f-4b86-803a-b742fe041034 req-317fc78f-ec54-4c12-bea0-fe170c759805 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0508807 Jul 31 14:26:51.143117 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6cb96780-691f-4b86-803a-b742fe041034 req-bf4498a2-32d7-48ec-b228-7fbcc1fb0684 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Jul 31 14:26:51.574359 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:26:51.615947 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:26:51.621456 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:26:51.621834 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:51.698613 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:26:51.699013 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:51.722917 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:26:51.725346 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a09637-d338-4c83-bd98-3f1afc302d17" -d '{"events": [{"server_uuid": "b65263c9-40f6-48e3-9e44-b8654f688d07", "name": "network-vif-plugged", "status": "completed", "tag": "7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:51.734757 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:51.740183 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:26:51.745987 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:51.753801 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742bccc-17ad-42c8-91ff-dfc0dac8c5b3 req-9a06eba8-cfa5-4cd1-9aa8-4912b07f9ec4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:51.756281 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f742bccc-17ad-42c8-91ff-dfc0dac8c5b3 req-9a06eba8-cfa5-4cd1-9aa8-4912b07f9ec4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 944 time: 0.0531418 Jul 31 14:26:51.776637 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372bb6ea-7e30-478d-9b0e-215cb54cfdaa x-openstack-request-id: req-372bb6ea-7e30-478d-9b0e-215cb54cfdaa {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:51.776966 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65263c9-40f6-48e3-9e44-b8654f688d07", "name": "network-vif-plugged", "status": "completed", "tag": "7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:51.777220 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-372bb6ea-7e30-478d-9b0e-215cb54cfdaa {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:51.777886 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-372bb6ea-7e30-478d-9b0e-215cb54cfdaa'] response: {'server_uuid': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc', 'code': 200} Jul 31 14:26:51.803673 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:51.806321 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f742bccc-17ad-42c8-91ff-dfc0dac8c5b3 req-0d2ae884-df3c-45d6-b203-29522e48226c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439789 Jul 31 14:26:52.003625 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d2b8-ce7f-44cd-afa0-dedb1e3a41b6 req-dbfe632d-e192-4a3a-b21a-d826bb356369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:52.005370 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7951d2b8-ce7f-44cd-afa0-dedb1e3a41b6 req-dbfe632d-e192-4a3a-b21a-d826bb356369 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 1129 time: 0.0382433 Jul 31 14:26:52.038514 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:52.051967 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7951d2b8-ce7f-44cd-afa0-dedb1e3a41b6 req-883509f5-33db-4a8c-98bb-2fd3aa14946a service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383263 Jul 31 14:26:52.260026 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cb83d-dd00-427a-9a57-992697c1e8e2 req-b714d526-85c7-44fc-879b-183e5e32bc64 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:52.261456 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-585cb83d-dd00-427a-9a57-992697c1e8e2 req-b714d526-85c7-44fc-879b-183e5e32bc64 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0457416 Jul 31 14:26:52.310827 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-585cb83d-dd00-427a-9a57-992697c1e8e2 req-c9c14a83-e874-4126-8130-5a1842626909 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439649 Jul 31 14:26:52.925187 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbaa01-5369-4c99-8985-856daf87a2e2 req-026b8189-dfc0-4284-938f-35cd54125807 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:52.926655 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f9cbaa01-5369-4c99-8985-856daf87a2e2 req-026b8189-dfc0-4284-938f-35cd54125807 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 945 time: 0.0514302 Jul 31 14:26:52.973757 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f9cbaa01-5369-4c99-8985-856daf87a2e2 req-f8a28915-2368-40c9-94d7-587617127322 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Jul 31 14:26:53.429324 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da09b-ed0e-49b2-80db-2c2306dff12c req-4159a4ac-5cfc-4642-aa44-b169fa870eb2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:53.430689 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-345da09b-ed0e-49b2-80db-2c2306dff12c req-4159a4ac-5cfc-4642-aa44-b169fa870eb2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0464478 Jul 31 14:26:53.477441 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-345da09b-ed0e-49b2-80db-2c2306dff12c req-ce1aae98-d06b-4a81-b567-c263528c8129 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Jul 31 14:26:54.093382 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83254da8-9fde-4cd8-96d3-a3f9bf845b30 req-8f3246cb-eb4b-457b-bc03-339485a50f45 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:54.094857 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-83254da8-9fde-4cd8-96d3-a3f9bf845b30 req-8f3246cb-eb4b-457b-bc03-339485a50f45 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 945 time: 0.0488026 Jul 31 14:26:54.151026 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-83254da8-9fde-4cd8-96d3-a3f9bf845b30 req-c033dec2-81f8-4d2c-8aa7-96252bdcfeba tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501115 Jul 31 14:26:54.272491 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-f6c8adab-a681-417b-b12a-ce3dd3c0f402 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380042 Jul 31 14:26:54.595065 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfc7f-0243-4696-9f2f-ff539ebb7502 req-574e5a02-4855-4594-a7bd-276783150026 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:54.596531 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7b2dfc7f-0243-4696-9f2f-ff539ebb7502 req-574e5a02-4855-4594-a7bd-276783150026 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0466361 Jul 31 14:26:54.646041 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7b2dfc7f-0243-4696-9f2f-ff539ebb7502 req-73fcdfb9-848c-4de4-a36a-923538c00a43 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440323 Jul 31 14:26:54.867097 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-ddf81654-7938-41e6-ba12-75c5d4e7c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:54.868900 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-ddf81654-7938-41e6-ba12-75c5d4e7c24d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 1130 time: 0.0414743 Jul 31 14:26:55.269236 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef425a05-75ef-46c1-a2a8-8c8d73909900 req-dfb78976-f0ea-4230-a075-6a51111a6724 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:55.270826 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef425a05-75ef-46c1-a2a8-8c8d73909900 req-dfb78976-f0ea-4230-a075-6a51111a6724 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 945 time: 0.0497227 Jul 31 14:26:55.326089 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef425a05-75ef-46c1-a2a8-8c8d73909900 req-4a5a7ad0-dd42-43bf-b056-46240eab4365 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493867 Jul 31 14:26:55.356401 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-c3e94c9a-03f8-4659-9740-54a147691351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:55.358014 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-c3e94c9a-03f8-4659-9740-54a147691351 service neutron] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 918 time: 0.1026442 Jul 31 14:26:55.370313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:55.458120 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-2e60299e-73fc-4ff2-936b-ed0122f9f73a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba HTTP/1.1" status: 200 len: 1001 time: 0.0934312 Jul 31 14:26:55.471452 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e4914-ca06-4933-9204-4633fcbc6df0 req-09db2cd6-ef2e-4ec2-ad6e-630ad829b954 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:55.473421 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-547e4914-ca06-4933-9204-4633fcbc6df0 req-09db2cd6-ef2e-4ec2-ad6e-630ad829b954 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 945 time: 0.0680749 Jul 31 14:26:55.483152 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 60972) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:55.488469 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-c43adc55-2284-4e18-8a51-468f7fe892e5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'floatingip': {'port_id': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:55.517023 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-73513671-921e-4ab7-af1c-cae233c70e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:55.518544 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-73513671-921e-4ab7-af1c-cae233c70e8d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.0442359 Jul 31 14:26:55.525656 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c43adc55-2284-4e18-8a51-468f7fe892e5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (b6d328c6-c828-4b77-80c9-032d36c7783f), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:55.567487 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-72a00709-29c5-4d5d-8174-01a766913c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:55.569297 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-72a00709-29c5-4d5d-8174-01a766913c1e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440199 Jul 31 14:26:55.661193 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-581e8347-a18b-4ede-8504-8ec3905bdb80 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832541 Jul 31 14:26:55.762698 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6260b86a-d463-40b4-81c5-d6e7cccfaa55 req-e96e5fca-6d1d-4aca-ad0e-4ced247722c8 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938497 Jul 31 14:26:55.773963 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:55.786446 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8cf85-a67f-45d2-a1fb-ad354d15ce58 req-09a03428-e350-44e8-8af1-8d0a3411571b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:55.788144 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3dd8cf85-a67f-45d2-a1fb-ad354d15ce58 req-09a03428-e350-44e8-8af1-8d0a3411571b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0636430 Jul 31 14:26:55.933826 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3dd8cf85-a67f-45d2-a1fb-ad354d15ce58 req-09b793b3-e7d1-4d64-9833-654f2bdf0722 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376486 Jul 31 14:26:56.047837 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c43adc55-2284-4e18-8a51-468f7fe892e5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:56.052021 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c43adc55-2284-4e18-8a51-468f7fe892e5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (b6d328c6-c828-4b77-80c9-032d36c7783f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:56.153839 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-c43adc55-2284-4e18-8a51-468f7fe892e5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Floating IP b6d328c6-c828-4b77-80c9-032d36c7783f associated. External IP: 172.27.1.109, port: 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc. Jul 31 14:26:56.188001 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46474378-e0e2-46df-83df-f52a3b32542e req-29faaab2-39d6-4e41-98df-f03ae0eebcfc tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:56.189451 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-46474378-e0e2-46df-83df-f52a3b32542e req-29faaab2-39d6-4e41-98df-f03ae0eebcfc tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 945 time: 0.0473897 Jul 31 14:26:56.237300 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-46474378-e0e2-46df-83df-f52a3b32542e req-afda5671-ed14-4e73-9f1e-d301530395f3 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Jul 31 14:26:56.237512 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:56.263881 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60984) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:56.366621 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43adc55-2284-4e18-8a51-468f7fe892e5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:26:56.412761 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e68f1-e6ee-46ce-96a2-e15b0a68474e tempest-TestMinimumBasicScenario-1817693002 tempest-TestMinimumBasicScenario-1817693002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:56.417286 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-cf5e68f1-e6ee-46ce-96a2-e15b0a68474e tempest-TestMinimumBasicScenario-1817693002 tempest-TestMinimumBasicScenario-1817693002-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 1124 time: 0.1522934 Jul 31 14:26:56.417871 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 60990) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:56.422086 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'port_id': '2da882f0-72a7-499f-8313-43b198253581', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:56.427962 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:56.444926 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:56.479846 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43adc55-2284-4e18-8a51-468f7fe892e5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:26:56.484558 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c43adc55-2284-4e18-8a51-468f7fe892e5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:56.490484 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:26:56.525244 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c43adc55-2284-4e18-8a51-468f7fe892e5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "PUT /v2.0/floatingips/b6d328c6-c828-4b77-80c9-032d36c7783f HTTP/1.1" status: 200 len: 991 time: 1.0406892 Jul 31 14:26:56.525661 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'tag': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:26:56.529484 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd379c9-f91a-425f-891d-c5e89e4951f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b65263c9-40f6-48e3-9e44-b8654f688d07", "tag": "7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:56.537622 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:56.576720 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5ea4b7-d080-4996-8734-72ab9c367bfb x-openstack-request-id: req-db5ea4b7-d080-4996-8734-72ab9c367bfb {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:56.577035 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65263c9-40f6-48e3-9e44-b8654f688d07", "tag": "7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:56.577433 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-db5ea4b7-d080-4996-8734-72ab9c367bfb {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:56.577854 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5ea4b7-d080-4996-8734-72ab9c367bfb'] response: {'name': 'network-changed', 'server_uuid': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'tag': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc', 'status': 'completed', 'code': 200} Jul 31 14:26:56.644911 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:56.645536 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:56.653397 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Allocated IP 172.27.1.141 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/96fbf397-c42a-4fd5-b57c-b360654f3d3f) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:26:56.754778 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:56.774581 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for port (96fbf397-c42a-4fd5-b57c-b360654f3d3f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:56.814130 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (96fbf397-c42a-4fd5-b57c-b360654f3d3f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:56.842598 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:56.866833 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:26:56.872747 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:26:56.875177 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:26:56.878623 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'Port': ['ID=96fbf397-c42a-4fd5-b57c-b360654f3d3f,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:56.917054 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.917398 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.917736 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.918070 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.918403 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.918727 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.919049 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.919373 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.919718 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.920039 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.920360 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.920683 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.921000 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.921317 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.921636 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:56.965173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-57460778-5dd2-4bbd-bed6-96ede929e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:56.966659 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-57460778-5dd2-4bbd-bed6-96ede929e76c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 1129 time: 0.0676341 Jul 31 14:26:56.971247 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'b6d328c6-c828-4b77-80c9-032d36c7783f', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:57:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:26:41Z', 'updated_at': '2022-07-31T14:26:55Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:57.001742 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:26:57.011075 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:57.011730 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:57.100706 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:57.117345 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:57.133990 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b01dd-bd41-4049-9a61-fbec0e1362b7 req-b67bee0b-f0c4-40a6-a77d-d999e600b7a0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:57.135446 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-161b01dd-bd41-4049-9a61-fbec0e1362b7 req-b67bee0b-f0c4-40a6-a77d-d999e600b7a0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.1240182 Jul 31 14:26:57.224471 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-2599e6f3-9b24-43e3-8039-3223ce0c4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:57.225915 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-2599e6f3-9b24-43e3-8039-3223ce0c4851 service neutron] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 916 time: 0.2419817 Jul 31 14:26:57.248135 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:57.267744 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:57.318807 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-161b01dd-bd41-4049-9a61-fbec0e1362b7 req-e79522ae-cb4e-4a39-8bbb-96c4df36e5f3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638112 Jul 31 14:26:57.341573 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'b6d328c6-c828-4b77-80c9-032d36c7783f', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:57:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:26:41Z', 'updated_at': '2022-07-31T14:26:55Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:57.352242 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-d0f5d407-ac80-4530-8379-1cedb6cfdc98 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc HTTP/1.1" status: 200 len: 999 time: 0.0936503 Jul 31 14:26:57.367175 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd257d8-6928-4199-990f-83dd0da98fd8 None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'b6d328c6-c828-4b77-80c9-032d36c7783f', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:57:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:26:41Z', 'updated_at': '2022-07-31T14:26:55Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:26:57.461755 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-857e5344-60d0-4115-93cc-79406269ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:57.463193 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-857e5344-60d0-4115-93cc-79406269ece5 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.0901508 Jul 31 14:26:57.559091 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2169c0e-0804-46da-89ba-1431fde16d45 None None] New status for floating IP b6d328c6-c828-4b77-80c9-032d36c7783f: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:26:57.800434 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-b4f1c311-65e1-4471-8550-7884e4aad9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:57.801914 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-b4f1c311-65e1-4471-8550-7884e4aad9b0 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3320949 Jul 31 14:26:57.812584 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for floatingip (5722e06c-9eaa-48d0-9b97-46ee3bb1ff37), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:57.901493 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:57.950050 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (96fbf397-c42a-4fd5-b57c-b360654f3d3f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:57.974310 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-40f01683-1a2c-4cb5-b7fd-f5cc00c93c82 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436598 Jul 31 14:26:58.140747 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fbd379c9-f91a-425f-891d-c5e89e4951f8 req-175a11b9-1635-434e-9838-545d6d50c4f7 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586194 Jul 31 14:26:58.177300 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for port (96fbf397-c42a-4fd5-b57c-b360654f3d3f), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.181740 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (96fbf397-c42a-4fd5-b57c-b360654f3d3f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.247247 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'Port': ['ID=96fbf397-c42a-4fd5-b57c-b360654f3d3f,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:58.249671 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (5722e06c-9eaa-48d0-9b97-46ee3bb1ff37), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.343440 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Floating IP 5722e06c-9eaa-48d0-9b97-46ee3bb1ff37 associated. External IP: 172.27.1.141, port: 2da882f0-72a7-499f-8313-43b198253581. Jul 31 14:26:58.346139 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:58.448413 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3741a7-5cdc-4a94-b612-1d73063317e8 req-b2c1b44b-ffd3-49b0-98c3-529cadc881c0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:58.450061 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0b3741a7-5cdc-4a94-b612-1d73063317e8 req-b2c1b44b-ffd3-49b0-98c3-529cadc881c0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0480473 Jul 31 14:26:58.498549 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0b3741a7-5cdc-4a94-b612-1d73063317e8 req-8e407ba9-2f2e-4e43-8572-4605129669c0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Jul 31 14:26:58.551940 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:26:58.654812 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:26:58.664397 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] Sync routers for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:26:58.673361 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.676419 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:58.677033 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:58.704075 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-c3220407-a374-4b09-82b2-add67bca93b7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2851870 Jul 31 14:26:58.704806 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:26:58.707459 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32768) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:58.707765 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acad00c5-b808-4c62-896d-baeb3ecb9f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:26:58.712488 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402018921', 'description': 'tempest-secgroup-smoke-402018921 description', 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:58.735342 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.747078 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111500cd-29dc-47b9-abea-cc69b6a0061a x-openstack-request-id: req-111500cd-29dc-47b9-abea-cc69b6a0061a {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:26:58.747492 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:26:58.748052 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-111500cd-29dc-47b9-abea-cc69b6a0061a {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:26:58.748660 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111500cd-29dc-47b9-abea-cc69b6a0061a'] response: {'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581', 'status': 'completed', 'code': 200} Jul 31 14:26:58.779125 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:58.783190 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:58.812367 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group (372ee9d5-843c-4213-9990-b78b9ccb5c27), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.816832 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (372ee9d5-843c-4213-9990-b78b9ccb5c27), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.848052 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-3a4cc7a7-4fd9-4029-b3ef-75c88489b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:58.849787 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-3a4cc7a7-4fd9-4029-b3ef-75c88489b7f2 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ea0d7081bf384d098fad20ef507f4dfd&device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 1129 time: 0.0475621 Jul 31 14:26:58.850068 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.851263 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1423590 Jul 31 14:26:58.852373 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372ee9d5-843c-4213-9990-b78b9ccb5c27,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:58.854295 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32772) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:58.858652 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-33b11e28-1953-43b4-8736-e765bf49e8b0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'security_group_rule': {'security_group_id': '372ee9d5-843c-4213-9990-b78b9ccb5c27', 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:58.864876 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:58.877656 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.877998 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.878338 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.878668 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.878991 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.879315 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.879657 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.880036 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.880356 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.880675 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.881007 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.881553 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.881686 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.881977 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.882287 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bda64a-bfb8-4fd6-b86f-b7d505e2c29d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:26:58.907565 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33b11e28-1953-43b4-8736-e765bf49e8b0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (882f77dd-f9b2-4885-b073-2399b4e79520), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.952021 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-9b251810-0e9a-4379-a0c7-57ab0a8b4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:58.953582 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-9b251810-0e9a-4379-a0c7-57ab0a8b4fb0 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e58b26df-798a-497d-9c1b-d5d30155e23a HTTP/1.1" status: 200 len: 916 time: 0.0978255 Jul 31 14:26:58.967675 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33b11e28-1953-43b4-8736-e765bf49e8b0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (882f77dd-f9b2-4885-b073-2399b4e79520), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.972317 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33b11e28-1953-43b4-8736-e765bf49e8b0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (882f77dd-f9b2-4885-b073-2399b4e79520), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:58.991796 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b11e28-1953-43b4-8736-e765bf49e8b0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882f77dd-f9b2-4885-b073-2399b4e79520,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:59.003947 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-33b11e28-1953-43b4-8736-e765bf49e8b0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.007979 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-33b11e28-1953-43b4-8736-e765bf49e8b0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500463 Jul 31 14:26:59.008160 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32774) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:59.012393 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-91c9039d-440e-40b7-bef6-54327cb06a7f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'security_group_rule': {'security_group_id': '372ee9d5-843c-4213-9990-b78b9ccb5c27', 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:59.024347 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '5722e06c-9eaa-48d0-9b97-46ee3bb1ff37', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'port_id': '2da882f0-72a7-499f-8313-43b198253581', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'mac_address': 'fa:16:3e:21:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:26:57Z', 'updated_at': '2022-07-31T14:26:57Z', 'revision_number': 0, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:16Z', 'revision_number': 5, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:59.028134 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-a14e2d9c-3d32-4c40-8772-bd82fa2108c7 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 999 time: 0.0683560 Jul 31 14:26:59.045518 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-91c9039d-440e-40b7-bef6-54327cb06a7f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (790ec406-98f8-4e2f-9d91-12bdb17b2943), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.051929 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] Checking router: 8d37bc0d-9e1a-4949-b091-ee0ca2853489 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:26:59.060474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:26:59.061079 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:59.078564 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-7e16311f-7a58-42c8-9dfe-128e120983b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:59.080069 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-7e16311f-7a58-42c8-9dfe-128e120983b4 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=558a7fb4-bcc3-4f29-a668-98208fda2ebb HTTP/1.1" status: 200 len: 854 time: 0.0461016 Jul 31 14:26:59.108442 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-91c9039d-440e-40b7-bef6-54327cb06a7f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (790ec406-98f8-4e2f-9d91-12bdb17b2943), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.113660 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-91c9039d-440e-40b7-bef6-54327cb06a7f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (790ec406-98f8-4e2f-9d91-12bdb17b2943), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.130566 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9039d-440e-40b7-bef6-54327cb06a7f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790ec406-98f8-4e2f-9d91-12bdb17b2943,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:59.142831 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-fc0f4fc2-04ed-4fe2-ad9c-de28c579fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:59.143034 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-91c9039d-440e-40b7-bef6-54327cb06a7f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.144203 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-91c9039d-440e-40b7-bef6-54327cb06a7f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349428 Jul 31 14:26:59.146645 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32776) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:59.146787 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-fc0f4fc2-04ed-4fe2-ad9c-de28c579fffd service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e58b26df-798a-497d-9c1b-d5d30155e23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561388 Jul 31 14:26:59.151002 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-dfe557f1-83d4-4e7b-bee8-d4da5ee5878c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'security_group_rule': {'security_group_id': '372ee9d5-843c-4213-9990-b78b9ccb5c27', 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:59.156813 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:59.182464 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfe557f1-83d4-4e7b-bee8-d4da5ee5878c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (12260cbb-2c78-42a5-81d0-c88beddeeab2), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.183032 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:26:59.242811 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfe557f1-83d4-4e7b-bee8-d4da5ee5878c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (12260cbb-2c78-42a5-81d0-c88beddeeab2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.248209 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfe557f1-83d4-4e7b-bee8-d4da5ee5878c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (12260cbb-2c78-42a5-81d0-c88beddeeab2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.268795 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe557f1-83d4-4e7b-bee8-d4da5ee5878c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12260cbb-2c78-42a5-81d0-c88beddeeab2,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:59.282547 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfe557f1-83d4-4e7b-bee8-d4da5ee5878c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.284906 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dfe557f1-83d4-4e7b-bee8-d4da5ee5878c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371775 Jul 31 14:26:59.287598 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32778) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:59.293306 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-01dcad08-47d5-49f3-8be7-49ab32c04e68 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'security_group_rule': {'security_group_id': '372ee9d5-843c-4213-9990-b78b9ccb5c27', 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:59.325113 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01dcad08-47d5-49f3-8be7-49ab32c04e68 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (f431a5f0-c6a3-4559-903d-8a910b5282f7), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.332145 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-d1b7d5f6-b4b1-4306-a6a8-c3164117b023 service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995657 Jul 31 14:26:59.386008 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01dcad08-47d5-49f3-8be7-49ab32c04e68 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (f431a5f0-c6a3-4559-903d-8a910b5282f7), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.390964 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01dcad08-47d5-49f3-8be7-49ab32c04e68 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (f431a5f0-c6a3-4559-903d-8a910b5282f7), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.408238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '5722e06c-9eaa-48d0-9b97-46ee3bb1ff37', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'port_id': '2da882f0-72a7-499f-8313-43b198253581', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'mac_address': 'fa:16:3e:21:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:26:57Z', 'updated_at': '2022-07-31T14:26:57Z', 'revision_number': 0, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:16Z', 'revision_number': 5, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:26:59.412155 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcad08-47d5-49f3-8be7-49ab32c04e68 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f431a5f0-c6a3-4559-903d-8a910b5282f7,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:59.422370 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01dcad08-47d5-49f3-8be7-49ab32c04e68 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.426685 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-01dcad08-47d5-49f3-8be7-49ab32c04e68 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348970 Jul 31 14:26:59.426910 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32780) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:59.431654 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-9467b155-b01c-474e-ae42-74c783dfeb65 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'security_group_rule': {'security_group_id': '372ee9d5-843c-4213-9990-b78b9ccb5c27', 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:59.437580 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f0f58-07c0-49a8-b69f-661901dcdc49 None None] The sync data for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi is: [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '5722e06c-9eaa-48d0-9b97-46ee3bb1ff37', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'port_id': '2da882f0-72a7-499f-8313-43b198253581', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'mac_address': 'fa:16:3e:21:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:26:57Z', 'updated_at': '2022-07-31T14:26:57Z', 'revision_number': 0, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:16Z', 'revision_number': 5, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:26:59.443935 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-acad00c5-b808-4c62-896d-baeb3ecb9f6a req-3c064463-18ac-4de3-9ce4-5c0d1cd88595 service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057651 Jul 31 14:26:59.454586 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-9467b155-b01c-474e-ae42-74c783dfeb65 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Project ea0d7081bf384d098fad20ef507f4dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 14:26:59.460362 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9467b155-b01c-474e-ae42-74c783dfeb65 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (fd451193-8ddb-40fa-991e-ee9cb74d9e6a), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.508754 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:26:59.524320 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9467b155-b01c-474e-ae42-74c783dfeb65 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (fd451193-8ddb-40fa-991e-ee9cb74d9e6a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.530603 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9467b155-b01c-474e-ae42-74c783dfeb65 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (fd451193-8ddb-40fa-991e-ee9cb74d9e6a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.547879 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467b155-b01c-474e-ae42-74c783dfeb65 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd451193-8ddb-40fa-991e-ee9cb74d9e6a,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:59.560408 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9467b155-b01c-474e-ae42-74c783dfeb65 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.564355 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9467b155-b01c-474e-ae42-74c783dfeb65 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335011 Jul 31 14:26:59.564584 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32784) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:26:59.569773 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-51363f38-d7c5-4d1b-861b-7419016119b6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'security_group_rule': {'security_group_id': '372ee9d5-843c-4213-9990-b78b9ccb5c27', 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:59.633544 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c658b9-753e-4256-a694-4ca66816c5d3 req-e71b582d-dace-4c86-867a-57632fd0c39c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:59.635273 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-99c658b9-753e-4256-a694-4ca66816c5d3 req-e71b582d-dace-4c86-867a-57632fd0c39c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0605698 Jul 31 14:26:59.636109 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-51363f38-d7c5-4d1b-861b-7419016119b6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Project ea0d7081bf384d098fad20ef507f4dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 14:26:59.648574 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51363f38-d7c5-4d1b-861b-7419016119b6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (afd6b111-c3f2-47eb-b035-7c439440e362), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.665421 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9d80b1-564a-4e96-a633-70d94ddbdef5 None None] New status for floating IP 5722e06c-9eaa-48d0-9b97-46ee3bb1ff37: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:26:59.723665 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-99c658b9-753e-4256-a694-4ca66816c5d3 req-bfd46a5b-8916-4d57-8045-cf7a04d25999 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815227 Jul 31 14:26:59.740213 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51363f38-d7c5-4d1b-861b-7419016119b6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (afd6b111-c3f2-47eb-b035-7c439440e362), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.754065 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51363f38-d7c5-4d1b-861b-7419016119b6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (afd6b111-c3f2-47eb-b035-7c439440e362), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.774998 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51363f38-d7c5-4d1b-861b-7419016119b6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd6b111-c3f2-47eb-b035-7c439440e362,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:26:59.780660 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51363f38-d7c5-4d1b-861b-7419016119b6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:26:59.785047 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-51363f38-d7c5-4d1b-861b-7419016119b6 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2156484 Jul 31 14:26:59.883371 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e326a17-470d-4a63-afaf-7909174043d1 req-a03068b5-4921-4075-886b-fe844b1b7711 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402018921&fields=id&tenant_id=ea0d7081bf384d098fad20ef507f4dfd HTTP/1.1" status: 200 len: 267 time: 0.0483582 Jul 31 14:26:59.934953 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e326a17-470d-4a63-afaf-7909174043d1 req-555f2390-b737-42dd-aea8-10aa8ad90bff tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:26:59.936522 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e326a17-470d-4a63-afaf-7909174043d1 req-555f2390-b737-42dd-aea8-10aa8ad90bff tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 945 time: 0.0473578 Jul 31 14:26:59.946724 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-0e326a17-470d-4a63-afaf-7909174043d1 req-26ed41a7-0b1d-4970-8ee5-7d31097d919e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'port': {'security_groups': ['3bb22671-2e40-4a82-9e31-6ade8982d5a4', '372ee9d5-843c-4213-9990-b78b9ccb5c27']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:26:59.968699 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:00.022380 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e326a17-470d-4a63-afaf-7909174043d1 req-26ed41a7-0b1d-4970-8ee5-7d31097d919e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2da882f0-72a7-499f-8313-43b198253581), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:00.204562 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-0e326a17-470d-4a63-afaf-7909174043d1 req-26ed41a7-0b1d-4970-8ee5-7d31097d919e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] For port 2da882f0-72a7-499f-8313-43b198253581, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2da882f0-72a7-499f-8313-43b198253581,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:27:00.232659 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e326a17-470d-4a63-afaf-7909174043d1 req-26ed41a7-0b1d-4970-8ee5-7d31097d919e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for port (2da882f0-72a7-499f-8313-43b198253581), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:00.237364 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e326a17-470d-4a63-afaf-7909174043d1 req-26ed41a7-0b1d-4970-8ee5-7d31097d919e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (2da882f0-72a7-499f-8313-43b198253581), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:00.248738 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e326a17-470d-4a63-afaf-7909174043d1 req-26ed41a7-0b1d-4970-8ee5-7d31097d919e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:00.249341 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-0e326a17-470d-4a63-afaf-7909174043d1 req-26ed41a7-0b1d-4970-8ee5-7d31097d919e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:00.250697 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0e326a17-470d-4a63-afaf-7909174043d1 req-26ed41a7-0b1d-4970-8ee5-7d31097d919e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "PUT /v2.0/ports/2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 981 time: 0.3082771 Jul 31 14:27:00.279209 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['2da882f0-72a7-499f-8313-43b198253581'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:27:00.298365 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed41a7-0b1d-4970-8ee5-7d31097d919e tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'Port': ['ID=2da882f0-72a7-499f-8313-43b198253581,revision_number=6']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:00.329936 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:00.340805 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:00.355182 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af0768-f760-497d-a309-e68b3fcdbc49 req-632578b2-fd30-48bb-a755-2e09af63b28c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:00.356696 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4af0768-f760-497d-a309-e68b3fcdbc49 req-632578b2-fd30-48bb-a755-2e09af63b28c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0483887 Jul 31 14:27:00.420759 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4af0768-f760-497d-a309-e68b3fcdbc49 req-db8559c7-d2b7-4050-8de9-394135e3de2c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580690 Jul 31 14:27:00.456350 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['2da882f0-72a7-499f-8313-43b198253581'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:27:00.750344 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:27:00.753480 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d090e9-e162-4d7d-ac75-a84451637ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:27:00.791454 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13ce010-d84e-468c-ae50-96e348e1b1c7 x-openstack-request-id: req-f13ce010-d84e-468c-ae50-96e348e1b1c7 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:27:00.791746 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:27:00.791977 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f13ce010-d84e-468c-ae50-96e348e1b1c7 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:27:00.792385 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13ce010-d84e-468c-ae50-96e348e1b1c7'] response: {'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581', 'status': 'completed', 'code': 200} Jul 31 14:27:00.849678 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3a92d-959b-4034-9ac1-fa8ff15863ee req-6e83606a-b884-48d5-80e5-b81ae0e405ac tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:00.851184 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-32b3a92d-959b-4034-9ac1-fa8ff15863ee req-6e83606a-b884-48d5-80e5-b81ae0e405ac tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0490477 Jul 31 14:27:00.893020 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:00.918679 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-e9fb13eb-0943-4887-b6dc-2e2f0e995456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:00.920178 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-e9fb13eb-0943-4887-b6dc-2e2f0e995456 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ea0d7081bf384d098fad20ef507f4dfd&device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 1168 time: 0.0681224 Jul 31 14:27:00.943225 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-32b3a92d-959b-4034-9ac1-fa8ff15863ee req-6fa2b04a-0f9d-4f0d-9fa9-c5483e8752bc tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835609 Jul 31 14:27:01.019685 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-ab600870-dfa7-4970-bf20-4d6df5053b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:01.021118 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-ab600870-dfa7-4970-bf20-4d6df5053b89 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e58b26df-798a-497d-9c1b-d5d30155e23a HTTP/1.1" status: 200 len: 916 time: 0.0929992 Jul 31 14:27:01.086558 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-7a23bbb8-fca4-4417-a980-0d36b19f4cea service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 1001 time: 0.0573509 Jul 31 14:27:01.137003 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-825eadcb-f14b-4ff9-ab45-528affc0fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:01.138408 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-825eadcb-f14b-4ff9-ab45-528affc0fecf service neutron] 10.222.0.17 "GET /v2.0/subnets?id=558a7fb4-bcc3-4f29-a668-98208fda2ebb HTTP/1.1" status: 200 len: 854 time: 0.0434160 Jul 31 14:27:01.181404 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-3f4a76d0-cd1e-41ee-9f9f-10fd8f215cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:01.183104 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-3f4a76d0-cd1e-41ee-9f9f-10fd8f215cde service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e58b26df-798a-497d-9c1b-d5d30155e23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379915 Jul 31 14:27:01.276786 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-ddf6b263-7b5e-4b44-bd31-9d08eab19338 service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852349 Jul 31 14:27:01.370604 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-99d090e9-e162-4d7d-ac75-a84451637ffc req-5b8921de-6203-485d-b2f8-7e87a64e0dd6 service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 Jul 31 14:27:02.061516 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563790c9-6908-49b3-b404-151f1d7927d8 req-163777c5-a0f7-4ade-a391-cbf2799a258b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:02.062983 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-563790c9-6908-49b3-b404-151f1d7927d8 req-163777c5-a0f7-4ade-a391-cbf2799a258b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0471842 Jul 31 14:27:02.095951 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:02.112427 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-563790c9-6908-49b3-b404-151f1d7927d8 req-9b266529-185a-476f-9d5d-63dea1e426ab tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433853 Jul 31 14:27:02.782197 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:03.242693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac5032-f349-45ca-811a-80a10dd60914 req-dc123f54-0aa7-4a29-abc7-b83d1eee5347 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:03.244268 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f5ac5032-f349-45ca-811a-80a10dd60914 req-dc123f54-0aa7-4a29-abc7-b83d1eee5347 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0529301 Jul 31 14:27:03.276350 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:03.293925 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f5ac5032-f349-45ca-811a-80a10dd60914 req-404c7a1e-b2b8-4db3-8e55-04f1efc1f348 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441022 Jul 31 14:27:04.411921 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7443-70d5-4eed-904c-76c36ce94fd3 req-bd6ef8c5-7392-43e9-a477-8a16f43a0215 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:04.413408 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0c2d7443-70d5-4eed-904c-76c36ce94fd3 req-bd6ef8c5-7392-43e9-a477-8a16f43a0215 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0485497 Jul 31 14:27:04.462720 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0c2d7443-70d5-4eed-904c-76c36ce94fd3 req-0ce63882-140f-485a-9e56-5bba2a3b6a04 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437639 Jul 31 14:27:04.521755 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50984-b7e9-45e9-8cc6-0ea9baf51823 req-809542e5-24e1-49eb-9d61-10c5c6b36f4b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:04.523229 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8ae50984-b7e9-45e9-8cc6-0ea9baf51823 req-809542e5-24e1-49eb-9d61-10c5c6b36f4b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0471592 Jul 31 14:27:04.570566 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8ae50984-b7e9-45e9-8cc6-0ea9baf51823 req-0b2ca133-e7bb-4470-ba2f-e8ecaf57de4d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Jul 31 14:27:05.585001 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852253-7b42-41e1-bb83-591b150950d6 req-b5bf1c4a-4b0c-471e-afe9-35ec0f40ca3e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:05.586438 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e852253-7b42-41e1-bb83-591b150950d6 req-b5bf1c4a-4b0c-471e-afe9-35ec0f40ca3e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0506232 Jul 31 14:27:05.633426 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e852253-7b42-41e1-bb83-591b150950d6 req-1f712236-18d6-432f-bf6a-b2f4532d0c6b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Jul 31 14:27:05.696139 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c19ec-050b-489d-a48a-c7281c46c3cd req-50aea2fd-af34-4281-a379-e5cba58d41b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:05.697582 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-192c19ec-050b-489d-a48a-c7281c46c3cd req-50aea2fd-af34-4281-a379-e5cba58d41b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0506241 Jul 31 14:27:05.744736 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-192c19ec-050b-489d-a48a-c7281c46c3cd req-428c9539-6102-4235-a8d3-7b70692950b4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413156 Jul 31 14:27:06.749924 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5d0d4-4f6b-48b0-b403-e0c5023ce5c3 req-b3fa0647-b1a6-4ae7-b739-9f5f513ec513 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:06.751453 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bfc5d0d4-4f6b-48b0-b403-e0c5023ce5c3 req-b3fa0647-b1a6-4ae7-b739-9f5f513ec513 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0471401 Jul 31 14:27:06.800507 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bfc5d0d4-4f6b-48b0-b403-e0c5023ce5c3 req-caf4a6a8-023f-42a9-a929-e6e22b99d4b7 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429258 Jul 31 14:27:06.867951 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089344dd-9820-4250-aa60-361c5db05920 req-89e3895f-b6a5-41a1-a997-747413c91c86 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:06.869703 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-089344dd-9820-4250-aa60-361c5db05920 req-89e3895f-b6a5-41a1-a997-747413c91c86 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0476999 Jul 31 14:27:06.916566 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-089344dd-9820-4250-aa60-361c5db05920 req-43c9542e-f622-4be4-ac16-2ba014e16ec1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 Jul 31 14:27:07.395986 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cdda-7665-48bb-b0ed-387246ad149d req-6ad2e488-c907-4d31-82a7-4392f6d8310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:07.397442 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a385cdda-7665-48bb-b0ed-387246ad149d req-6ad2e488-c907-4d31-82a7-4392f6d8310b service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 1129 time: 0.0382538 Jul 31 14:27:07.576193 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-e5239bad-ccd0-448a-af07-729ba23a3bb1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:07.577622 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-e5239bad-ccd0-448a-af07-729ba23a3bb1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0705988 Jul 31 14:27:07.581346 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a385cdda-7665-48bb-b0ed-387246ad149d req-aaa080de-314d-42f5-b4cb-fa0c1fdecc3d service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796456 Jul 31 14:27:07.915696 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee22fb-9c51-4f0e-985c-3d4a9c690251 req-eed9a17f-0a98-4f87-b78e-68d9345ad633 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:07.917142 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9aee22fb-9c51-4f0e-985c-3d4a9c690251 req-eed9a17f-0a98-4f87-b78e-68d9345ad633 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0465589 Jul 31 14:27:07.971969 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9aee22fb-9c51-4f0e-985c-3d4a9c690251 req-f8a25fef-af1f-4b74-b04f-64a7db8f60a0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493093 Jul 31 14:27:07.987106 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee905185-04c4-43e6-aae1-c37e0e94a907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:08.014715 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Deleting port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:27:08.015320 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:08.023877 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:08.104862 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c64fac-54e8-4755-9fbb-bbbc0b954283 req-0bf065d6-dc51-4e5d-b5ac-9e4dfa59c369 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:08.106231 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-15c64fac-54e8-4755-9fbb-bbbc0b954283 req-0bf065d6-dc51-4e5d-b5ac-9e4dfa59c369 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0932326 Jul 31 14:27:08.166945 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] For port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:27:08.167313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:08.193276 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-15c64fac-54e8-4755-9fbb-bbbc0b954283 req-40ecab56-19d9-4f57-ad84-c07b913f8022 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=684c17bd-e0ef-48fe-83b2-f035c7b1067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787916 Jul 31 14:27:08.339784 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:08.340153 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (074b4ce1-6ce7-467f-a976-3b3c7c768acd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:08.340466 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Floating IP 074b4ce1-6ce7-467f-a976-3b3c7c768acd disassociated. External IP: 172.27.1.134, port: 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba. Jul 31 14:27:08.340809 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Calling delete_port for 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:27:08.397967 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:08.473090 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (24bdbc3b-fa2f-407d-8ddb-f37abeee2dba), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:08.503588 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event deleted for resources: {'Port': ['ID=24bdbc3b-fa2f-407d-8ddb-f37abeee2dba,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:08.611043 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Router 7495c023-accb-4ca2-8475-c0892f296792 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:27:08.713803 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:27:08.723914 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] Sync routers for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:27:08.733791 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:27:08.734400 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:08.758423 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] No DVR routers for this DVR port 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:27:08.761082 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:08.764595 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ba86701e-cc05-4b03-9061-aa8e04a7467e req-2eb2e5f9-3d30-43ff-bbe3-265fb86b4e38 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "DELETE /v2.0/ports/24bdbc3b-fa2f-407d-8ddb-f37abeee2dba HTTP/1.1" status: 204 len: 173 time: 0.8425844 Jul 31 14:27:08.765044 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-deleted', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:27:08.767820 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cca96c-4ada-46dd-9dff-2d17b96000f6" -d '{"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-deleted", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:27:08.768680 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:08.803882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e4f770-e762-4fca-a729-f7a38bfae7f1 x-openstack-request-id: req-00e4f770-e762-4fca-a729-f7a38bfae7f1 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:27:08.804174 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0810b36-49ee-482b-9e65-f587148b2a81", "name": "network-vif-deleted", "tag": "24bdbc3b-fa2f-407d-8ddb-f37abeee2dba", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:27:08.804446 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-00e4f770-e762-4fca-a729-f7a38bfae7f1 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:27:08.804846 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e4f770-e762-4fca-a729-f7a38bfae7f1'] response: {'server_uuid': 'd0810b36-49ee-482b-9e65-f587148b2a81', 'name': 'network-vif-deleted', 'tag': '24bdbc3b-fa2f-407d-8ddb-f37abeee2dba', 'status': 'completed', 'code': 200} Jul 31 14:27:08.840323 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:27:09.041663 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:09.066492 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] Checking router: 7495c023-accb-4ca2-8475-c0892f296792 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:27:09.074825 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:27:09.075711 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:26:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:09.090376 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c42c19-9c45-464d-a6a8-96d06824ac0a req-75dca227-8952-4237-bb35-d277456bd548 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:09.091799 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-42c42c19-9c45-464d-a6a8-96d06824ac0a req-75dca227-8952-4237-bb35-d277456bd548 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0480087 Jul 31 14:27:09.138539 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-42c42c19-9c45-464d-a6a8-96d06824ac0a req-c4239652-cd9c-4b81-bfb6-39aea3747161 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Jul 31 14:27:09.180789 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:27:09.303084 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-574cc5cd-c827-43d9-89ad-3bafc634c304 req-bb838cea-a3ad-47e7-9dfe-06e93982ef69 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0810b36-49ee-482b-9e65-f587148b2a81 HTTP/1.1" status: 200 len: 210 time: 0.0279951 Jul 31 14:27:09.374714 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:09.404493 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21042811-0e53-4a85-b593-3bf5101d8e45 None None] The sync data for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi is: [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:27:09.478654 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:27:09.636290 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097235d-c166-4b9e-bd39-cb00139d1ac5 None None] New status for floating IP 074b4ce1-6ce7-467f-a976-3b3c7c768acd: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:27:09.644055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:27:09.664171 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:27:09.664519 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 24bdbc3b-fa2f-407d-8ddb-f37abeee2dba not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:27:10.124318 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cc5dddac-0768-4b40-9567-0a8ce698593a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:10.249626 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:10.259278 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf193d59-38d0-4e03-85cb-f4981a0548a2 req-bff9b1bd-6f3f-4c7f-a295-68713cafa9b3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:10.260734 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bf193d59-38d0-4e03-85cb-f4981a0548a2 req-bff9b1bd-6f3f-4c7f-a295-68713cafa9b3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0470777 Jul 31 14:27:10.307224 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bf193d59-38d0-4e03-85cb-f4981a0548a2 req-7913c391-c45e-4292-a644-235951a16d39 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410016 Jul 31 14:27:10.400367 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32860) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:10.435771 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:10.459540 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-15382dc2-42ed-40f2-8b92-ce442db2bedf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (684c17bd-e0ef-48fe-83b2-f035c7b1067d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:10.488987 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-15382dc2-42ed-40f2-8b92-ce442db2bedf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (684c17bd-e0ef-48fe-83b2-f035c7b1067d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:10.548107 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-15382dc2-42ed-40f2-8b92-ce442db2bedf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (684c17bd-e0ef-48fe-83b2-f035c7b1067d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:10.551779 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-15382dc2-42ed-40f2-8b92-ce442db2bedf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:10.552955 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-15382dc2-42ed-40f2-8b92-ce442db2bedf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "DELETE /v2.0/security-groups/684c17bd-e0ef-48fe-83b2-f035c7b1067d HTTP/1.1" status: 204 len: 168 time: 0.1515977 Jul 31 14:27:10.555923 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 32868) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:10.562462 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15382dc2-42ed-40f2-8b92-ce442db2bedf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684c17bd-e0ef-48fe-83b2-f035c7b1067d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:10.577424 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.api.v2.resource [None req-dd1f7960-b071-4e20-bb71-bf641f90875a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] show failed (client error): The resource could not be found. Jul 31 14:27:10.579468 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-dd1f7960-b071-4e20-bb71-bf641f90875a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups/684c17bd-e0ef-48fe-83b2-f035c7b1067d HTTP/1.1" status: 404 len: 347 time: 0.0214872 Jul 31 14:27:10.581831 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32870) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:10.731048 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Deleting port 63f7719b-07a4-4f54-8d50-1cc80adaeff4 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:27:10.731389 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (63f7719b-07a4-4f54-8d50-1cc80adaeff4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:10.731550 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-847f9b98-38b6-473d-a586-9c30fcf3bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:10.733077 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-847f9b98-38b6-473d-a586-9c30fcf3bcbb service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 1129 time: 0.0399826 Jul 31 14:27:10.751668 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3427b8-2064-4b85-abf3-1853345e6c76 req-cd760bb0-7447-4ed7-ab9a-4569af300745 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:10.753166 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4b3427b8-2064-4b85-abf3-1853345e6c76 req-cd760bb0-7447-4ed7-ab9a-4569af300745 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0684967 Jul 31 14:27:10.838114 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-32a71316-6127-4eb3-b989-adfdd2aed5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:10.840978 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-32a71316-6127-4eb3-b989-adfdd2aed5e8 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.0957863 Jul 31 14:27:10.857340 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4b3427b8-2064-4b85-abf3-1853345e6c76 req-02c0be8e-2c08-4ab1-8f26-f8737cdfcb99 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792744 Jul 31 14:27:10.865904 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (63f7719b-07a4-4f54-8d50-1cc80adaeff4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:10.866234 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (63f7719b-07a4-4f54-8d50-1cc80adaeff4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:10.879114 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Calling delete_port for 63f7719b-07a4-4f54-8d50-1cc80adaeff4 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:27:10.915899 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-826f888d-56d9-4c3c-b23c-8bbed986ff65 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 HTTP/1.1" status: 200 len: 1001 time: 0.0613110 Jul 31 14:27:10.961238 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:10.977335 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-aa368051-66ac-401d-9231-4ab9f2acac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:10.979248 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-aa368051-66ac-401d-9231-4ab9f2acac44 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.0461276 Jul 31 14:27:11.014674 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (63f7719b-07a4-4f54-8d50-1cc80adaeff4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.030803 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-42426f4c-af71-4dc6-ae90-ae5495f3a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:11.032326 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-42426f4c-af71-4dc6-ae90-ae5495f3a14e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395842 Jul 31 14:27:11.041097 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event deleted for resources: {'Port': ['ID=63f7719b-07a4-4f54-8d50-1cc80adaeff4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:11.113133 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (074b4ce1-6ce7-467f-a976-3b3c7c768acd), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.115635 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.116796 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cb99fc19-14cb-4b77-beec-f2d901899ea6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "DELETE /v2.0/floatingips/074b4ce1-6ce7-467f-a976-3b3c7c768acd HTTP/1.1" status: 204 len: 168 time: 0.5339277 Jul 31 14:27:11.128128 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-91edcd0b-bf7c-40f8-8b3b-dc0c9fe8d547 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889802 Jul 31 14:27:11.194031 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:11.217417 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32876) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:11.222600 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ddc24de0-b669-459f-ada1-06437abc5fcd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337896616', 'description': 'tempest-description--1382431569'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:27:11.229219 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b9a7cc5-4749-4caa-83db-dcc75f2942d7 req-b9d10e68-484c-4cb5-91e3-847177222328 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953434 Jul 31 14:27:11.244823 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddc24de0-b669-459f-ada1-06437abc5fcd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.315398 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddc24de0-b669-459f-ada1-06437abc5fcd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (8e210fa3-755c-4be4-8d56-fd49cf689160), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.318975 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddc24de0-b669-459f-ada1-06437abc5fcd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (8e210fa3-755c-4be4-8d56-fd49cf689160), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.348202 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc24de0-b669-459f-ada1-06437abc5fcd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e210fa3-755c-4be4-8d56-fd49cf689160,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:11.354546 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddc24de0-b669-459f-ada1-06437abc5fcd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.355818 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ddc24de0-b669-459f-ada1-06437abc5fcd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1368034 Jul 31 14:27:11.358713 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32878) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:11.363282 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-9c529056-e3d2-4723-8e63-c12c86186e40 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'security_group_rule': {'security_group_id': '8e210fa3-755c-4be4-8d56-fd49cf689160', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:27:11.388035 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:11.390047 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9c529056-e3d2-4723-8e63-c12c86186e40 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (788fa98b-7c7a-4164-ab1a-3015fc9756f2), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.421053 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.449735 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9c529056-e3d2-4723-8e63-c12c86186e40 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (788fa98b-7c7a-4164-ab1a-3015fc9756f2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.453988 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9c529056-e3d2-4723-8e63-c12c86186e40 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (788fa98b-7c7a-4164-ab1a-3015fc9756f2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.472049 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c529056-e3d2-4723-8e63-c12c86186e40 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788fa98b-7c7a-4164-ab1a-3015fc9756f2,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:11.479060 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9c529056-e3d2-4723-8e63-c12c86186e40 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.480290 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9c529056-e3d2-4723-8e63-c12c86186e40 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206608 Jul 31 14:27:11.482929 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32880) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:11.487557 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-df6a3fbb-e243-4dae-9bec-ad0050168f76 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'security_group_rule': {'security_group_id': '8e210fa3-755c-4be4-8d56-fd49cf689160', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:27:11.515706 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-df6a3fbb-e243-4dae-9bec-ad0050168f76 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (a9a10ab4-e22d-4259-b1dc-3be9c888f4a0), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.581608 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-df6a3fbb-e243-4dae-9bec-ad0050168f76 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (a9a10ab4-e22d-4259-b1dc-3be9c888f4a0), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.585383 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-df6a3fbb-e243-4dae-9bec-ad0050168f76 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (a9a10ab4-e22d-4259-b1dc-3be9c888f4a0), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.604724 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a3fbb-e243-4dae-9bec-ad0050168f76 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a10ab4-e22d-4259-b1dc-3be9c888f4a0,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:11.610743 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-df6a3fbb-e243-4dae-9bec-ad0050168f76 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.612507 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-df6a3fbb-e243-4dae-9bec-ad0050168f76 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286347 Jul 31 14:27:11.615581 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32882) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:11.619665 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:27:11.640885 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:11.963310 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.029536 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3aafb-a2d8-4dcf-bcd7-60e3ee1dc6b2 req-4a9ecff5-27f4-4df0-b44d-12b3e621d9c5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:12.031009 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-40d3aafb-a2d8-4dcf-bcd7-60e3ee1dc6b2 req-4a9ecff5-27f4-4df0-b44d-12b3e621d9c5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0789108 Jul 31 14:27:12.038467 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:12.130025 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-40d3aafb-a2d8-4dcf-bcd7-60e3ee1dc6b2 req-de508264-341c-4354-b776-5b40cc9c8cf3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903654 Jul 31 14:27:12.140899 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Allocated IP 172.27.1.162 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/ef15b43e-52b4-4e49-a0f5-5082d33bf8ae) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:27:12.248350 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for port (ef15b43e-52b4-4e49-a0f5-5082d33bf8ae), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.280389 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (ef15b43e-52b4-4e49-a0f5-5082d33bf8ae), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.307014 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:12.323137 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:27:12.329082 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:27:12.333868 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:27:12.340031 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'Port': ['ID=ef15b43e-52b4-4e49-a0f5-5082d33bf8ae,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:12.419622 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (773e7325-e711-4a94-8a4f-18edeb11d840), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.454338 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ef15b43e-52b4-4e49-a0f5-5082d33bf8ae), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.610140 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for port (ef15b43e-52b4-4e49-a0f5-5082d33bf8ae), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.614358 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10251120'] for port (ef15b43e-52b4-4e49-a0f5-5082d33bf8ae), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.682831 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'Port': ['ID=ef15b43e-52b4-4e49-a0f5-5082d33bf8ae,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:12.685253 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (773e7325-e711-4a94-8a4f-18edeb11d840), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.701442 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.702659 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-47bc0f15-9d15-436d-92ef-650ea275ee82 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0861745 Jul 31 14:27:12.809278 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:12.905870 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-b22e1253-f298-4c42-9441-fcdf0d6af0c6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1337896616&fields=id&tenant_id=ae629f9940d446f2ab39e9a49b3f4753 HTTP/1.1" status: 200 len: 267 time: 0.0492935 Jul 31 14:27:12.977741 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:13.259670 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dd7bd-3c25-4812-9725-a562c9ecfc3f req-627d1c5e-b386-49cd-8a0a-c5e3cba13122 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:13.261174 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-261dd7bd-3c25-4812-9725-a562c9ecfc3f req-627d1c5e-b386-49cd-8a0a-c5e3cba13122 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0549257 Jul 31 14:27:13.274244 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeb796-b788-4568-a694-31fd783f32dc req-4536b52a-c8ff-4697-ad10-b30d1607ed65 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:13.275722 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-4536b52a-c8ff-4697-ad10-b30d1607ed65 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 817 time: 0.3634250 Jul 31 14:27:13.287199 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:13.291399 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-27b8be43-38f6-4954-be83-fbd69e5daf53 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/quotas/ae629f9940d446f2ab39e9a49b3f4753 HTTP/1.1" status: 200 len: 375 time: 0.0101824 Jul 31 14:27:13.310994 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-261dd7bd-3c25-4812-9725-a562c9ecfc3f req-f1c51973-3549-4281-8dec-76b14b8e94c4 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439696 Jul 31 14:27:13.347202 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-17fb8e4c-0ab3-4ddf-8c1d-ab7cb57158b3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494981 Jul 31 14:27:13.446223 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-78737557-18af-4eaa-ba7b-f784b69d748c service neutron] 10.222.0.40 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880213 Jul 31 14:27:13.538806 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-4f35cd55-d78e-4238-b02d-12a4a3ea0d19 service neutron] 10.222.0.40 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864661 Jul 31 14:27:13.699111 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b8b8795-5113-409a-9aad-b330505740a4 req-8cb9b611-e756-43c4-ae1a-8ff9e6b57715 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 210 time: 0.0318694 Jul 31 14:27:14.428443 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f7b34-4017-4ca2-a97a-46f511290730 req-300af6a9-06a1-43a6-b30f-4fa39aac3c3e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:14.429977 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-337f7b34-4017-4ca2-a97a-46f511290730 req-300af6a9-06a1-43a6-b30f-4fa39aac3c3e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0474179 Jul 31 14:27:14.472321 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:14.476889 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-337f7b34-4017-4ca2-a97a-46f511290730 req-6e1df35f-d96d-452e-aa23-49459c0712cd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Jul 31 14:27:14.593554 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaae37-5591-4963-95c6-5ef4dadd7435 req-93a45cea-4890-4cd8-970c-4e70b890f3d0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:14.594912 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-96aaae37-5591-4963-95c6-5ef4dadd7435 req-93a45cea-4890-4cd8-970c-4e70b890f3d0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0503128 Jul 31 14:27:14.604642 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 32916) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:14.608933 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-c296d2b8-f9ac-430c-a8cb-560ca4721af0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Request body: {'floatingip': {'port_id': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:27:14.661179 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c296d2b8-f9ac-430c-a8cb-560ca4721af0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for floatingip (a3bcd872-13ba-441e-ad1a-1b3a85fd49f8), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:14.841937 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-20d247c8-0710-44fb-8898-2b03b7a9f97f req-b4d1afd1-8ade-423d-bac5-e6bdac7f352d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 210 time: 0.0370660 Jul 31 14:27:14.899308 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeb796-b788-4568-a694-31fd783f32dc req-3eeb08c0-0aff-46ca-b75a-a78c21549811 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:14.900854 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-3eeb08c0-0aff-46ca-b75a-a78c21549811 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 817 time: 0.1672184 Jul 31 14:27:14.980517 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-a787fa84-8437-4b04-a237-feba03148304 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae629f9940d446f2ab39e9a49b3f4753 HTTP/1.1" status: 200 len: 380 time: 0.0554051 Jul 31 14:27:15.023096 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:15.069662 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'port': {'device_id': '6200d587-a817-4a77-b242-ec578e8e57dc', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'admin_state_up': True, 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'security_groups': ['8e210fa3-755c-4be4-8d56-fd49cf689160']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:27:15.134533 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c296d2b8-f9ac-430c-a8cb-560ca4721af0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:15.138779 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c296d2b8-f9ac-430c-a8cb-560ca4721af0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (a3bcd872-13ba-441e-ad1a-1b3a85fd49f8), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:15.183894 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Made reservation on behalf of ae629f9940d446f2ab39e9a49b3f4753 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:27:15.188017 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:15.312082 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Allocated IP 172.20.0.7 (6b6a43aa-cc11-41ae-aa14-00f6b134f366/8b8a7178-8d32-4623-8d99-6b1c1b60f20b/414cf0f9-b0cd-4363-9160-1242693140a5) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:27:15.334240 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:15.352896 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c296d2b8-f9ac-430c-a8cb-560ca4721af0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Router 13d69d6a-7fc7-420c-b463-745e78901dff has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:27:15.460930 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c296d2b8-f9ac-430c-a8cb-560ca4721af0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:27:15.463296 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for port (414cf0f9-b0cd-4363-9160-1242693140a5), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:15.465789 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c296d2b8-f9ac-430c-a8cb-560ca4721af0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:15.473418 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] Sync routers for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:27:15.477126 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:15.486039 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:27:15.486687 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:27:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:15.502891 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:27:15.504356 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:15.505250 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:27:15.525569 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:15.542412 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c296d2b8-f9ac-430c-a8cb-560ca4721af0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "PUT /v2.0/floatingips/a3bcd872-13ba-441e-ad1a-1b3a85fd49f8 HTTP/1.1" status: 200 len: 993 time: 0.9366155 Jul 31 14:27:15.555824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:27:15.561149 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:27:15.565954 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:27:15.572230 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:15.593595 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb93dd22-dddd-4a1b-99fe-02d7b865a845 x-openstack-request-id: req-cb93dd22-dddd-4a1b-99fe-02d7b865a845 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:27:15.593595 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:27:15.593595 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cb93dd22-dddd-4a1b-99fe-02d7b865a845 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:27:15.594027 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb93dd22-dddd-4a1b-99fe-02d7b865a845'] response: {'name': 'network-changed', 'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'status': 'completed', 'code': 200} Jul 31 14:27:15.606036 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:27:15.628725 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:15.629692 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:15.667885 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:15.680832 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-747c1054-d6a6-4d35-90cd-eb09a6525945 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151390 Jul 31 14:27:15.688093 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-7f3bad80-dc2c-4f69-b5a6-f61c40a02adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:15.690102 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-7f3bad80-dc2c-4f69-b5a6-f61c40a02adf service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 1129 time: 0.0519533 Jul 31 14:27:15.715009 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Request body: {'port': {'device_id': '6200d587-a817-4a77-b242-ec578e8e57dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:27:15.835860 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:15.847502 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'a3bcd872-13ba-441e-ad1a-1b3a85fd49f8', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'port_id': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'mac_address': 'fa:16:3e:a0:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:25:27Z', 'updated_at': '2022-07-31T14:27:15Z', 'revision_number': 3, 'project_id': '832629dd8594494ab41b6596b2d73076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:12Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:15.849330 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:15.851085 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72de8a9b-9dc3-42fb-a8cb-2d58eaed9b33 None None] Provisioning complete for port 414cf0f9-b0cd-4363-9160-1242693140a5 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:27:15.851472 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72de8a9b-9dc3-42fb-a8cb-2d58eaed9b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:15.868003 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-806dc3c4-cc68-41ca-a543-2a4402c8af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:15.869441 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-806dc3c4-cc68-41ca-a543-2a4402c8af22 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.1511993 Jul 31 14:27:15.874441 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] Checking router: 13d69d6a-7fc7-420c-b463-745e78901dff for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:27:15.904585 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:27:15.905218 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:27:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:15.953968 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72de8a9b-9dc3-42fb-a8cb-2d58eaed9b33 None None] Port 414cf0f9-b0cd-4363-9160-1242693140a5 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:27:16.020354 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:27:16.042821 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-4b0bae5b-d9d0-4283-872d-d53cd9d4c1e9 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 HTTP/1.1" status: 200 len: 1001 time: 0.1505783 Jul 31 14:27:16.055264 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0c52b-ba64-4df3-b1a3-c041a1187480 req-8c7c91cf-61a6-4d75-a3ac-8077a8021bdf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:16.056683 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1c0c52b-ba64-4df3-b1a3-c041a1187480 req-8c7c91cf-61a6-4d75-a3ac-8077a8021bdf tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 931 time: 0.1231167 Jul 31 14:27:16.176093 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-be1f67d9-b58c-4f85-bd1b-17cc7a9bb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:16.177523 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-be1f67d9-b58c-4f85-bd1b-17cc7a9bb455 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.1147819 Jul 31 14:27:16.223856 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1c0c52b-ba64-4df3-b1a3-c041a1187480 req-141d01d5-19a3-4b6d-a452-f0a316a7434e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525204 Jul 31 14:27:16.234619 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'a3bcd872-13ba-441e-ad1a-1b3a85fd49f8', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'port_id': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'mac_address': 'fa:16:3e:a0:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:25:27Z', 'updated_at': '2022-07-31T14:27:15Z', 'revision_number': 3, 'project_id': '832629dd8594494ab41b6596b2d73076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:12Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:16.240875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:16.249367 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-69823af6-f181-46d6-8bc8-e636c77bfdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:16.250829 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-69823af6-f181-46d6-8bc8-e636c77bfdf4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624559 Jul 31 14:27:16.261827 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27d071-8978-4c56-bbc8-bfac8b1c6b3d None None] The sync data for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi is: [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'a3bcd872-13ba-441e-ad1a-1b3a85fd49f8', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'port_id': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'mac_address': 'fa:16:3e:a0:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:25:27Z', 'updated_at': '2022-07-31T14:27:15Z', 'revision_number': 3, 'project_id': '832629dd8594494ab41b6596b2d73076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:12Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:27:16.391805 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414cf0f9-b0cd-4363-9160-1242693140a5 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:27:16.402152 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Publish callbacks [] for port (414cf0f9-b0cd-4363-9160-1242693140a5), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:16.405891 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-cace55fb-f8b4-4d4b-8ade-043a1fc37773 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471496 Jul 31 14:27:16.433822 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Transition to ACTIVE for port object 414cf0f9-b0cd-4363-9160-1242693140a5 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:27:16.457878 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:16.529295 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:16.558431 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:16.585886 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3745ddbc-1a9e-44a5-98f6-8a75f6940f1f req-60e674eb-203b-45eb-be52-3ad782725341 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726303 Jul 31 14:27:16.602005 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Attempting to bind port 414cf0f9-b0cd-4363-9160-1242693140a5 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:27:16.602331 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Attempting to bind port 414cf0f9-b0cd-4363-9160-1242693140a5 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:27:16.602652 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Attempting to bind port 414cf0f9-b0cd-4363-9160-1242693140a5 on network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:27:16.606915 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Port 414cf0f9-b0cd-4363-9160-1242693140a5 on network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:27:16.607225 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Attempting to bind port 414cf0f9-b0cd-4363-9160-1242693140a5 on network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:27:16.612599 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:27:16.612926 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Checking segment: {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:27:16.613294 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Bound using segment: {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:27:16.613710 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Bound port: 414cf0f9-b0cd-4363-9160-1242693140a5, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898c9976-4d70-47f3-8426-892cc1540998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:27:16.614060 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:16.674927 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:27:16.677887 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:27:16.683938 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:16.687856 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:16.688456 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:16.689813 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] 10.222.0.17 "PUT /v2.0/ports/414cf0f9-b0cd-4363-9160-1242693140a5 HTTP/1.1" status: 200 len: 1093 time: 0.9793220 Jul 31 14:27:16.690286 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:27:16.692529 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522" -d '{"events": [{"name": "network-changed", "server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:27:16.736557 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a468d1d6-ce7e-43b2-8bdd-085e1ed3aa44 x-openstack-request-id: req-a468d1d6-ce7e-43b2-8bdd-085e1ed3aa44 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:27:16.736960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:27:16.737215 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a468d1d6-ce7e-43b2-8bdd-085e1ed3aa44 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:27:16.737619 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a468d1d6-ce7e-43b2-8bdd-085e1ed3aa44'] response: {'name': 'network-changed', 'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5', 'status': 'completed', 'code': 200} Jul 31 14:27:16.742213 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e349ea-d9cf-4445-9510-88f5be410ccc service neutron] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:16.799076 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeb796-b788-4568-a694-31fd783f32dc req-381131ce-2cb5-446d-a2a1-d63addb9a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:16.800565 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-381131ce-2cb5-446d-a2a1-d63addb9a2f0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 1127 time: 0.0397921 Jul 31 14:27:16.850406 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-4f2826c2-bda8-48bd-8a57-c42342cdf117 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414cf0f9-b0cd-4363-9160-1242693140a5 HTTP/1.1" status: 200 len: 217 time: 0.0331788 Jul 31 14:27:16.905485 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeb796-b788-4568-a694-31fd783f32dc req-5533c2b6-763a-4d61-8639-34d6e8414bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:16.906974 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-5533c2b6-763a-4d61-8639-34d6e8414bee service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.0507743 Jul 31 14:27:16.949405 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeb796-b788-4568-a694-31fd783f32dc req-81e0a17b-a269-4590-8586-1e6cefac1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:16.951118 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-81e0a17b-a269-4590-8586-1e6cefac1028 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379446 Jul 31 14:27:17.040953 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-fe30e9ec-384d-4edd-8625-3358b2c741a6 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835004 Jul 31 14:27:17.104605 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:17.133739 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bceeb796-b788-4568-a694-31fd783f32dc req-d7153ad5-aff2-4635-92a3-7f2e64a9a148 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860181 Jul 31 14:27:17.350011 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c02b6-fccf-4656-8699-acaedb27f640 req-c4f74f06-d52e-4a46-ba65-3d4d54d3b1db tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:17.351486 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-095c02b6-fccf-4656-8699-acaedb27f640 req-c4f74f06-d52e-4a46-ba65-3d4d54d3b1db tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0483587 Jul 31 14:27:17.404122 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-095c02b6-fccf-4656-8699-acaedb27f640 req-6595ac2d-4a97-42fe-bb3f-30f59e4c2403 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471408 Jul 31 14:27:17.594937 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:27:17.597371 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3691fa24-86a6-44fa-8f85-e43a11ccc5be" -d '{"events": [{"name": "network-changed", "server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:27:17.633054 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a7979b-e489-484b-b69d-1d700bf06a04 x-openstack-request-id: req-f6a7979b-e489-484b-b69d-1d700bf06a04 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:27:17.633376 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:27:17.633629 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f6a7979b-e489-484b-b69d-1d700bf06a04 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:27:17.634028 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a7979b-e489-484b-b69d-1d700bf06a04'] response: {'name': 'network-changed', 'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'status': 'completed', 'code': 200} Jul 31 14:27:18.292643 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-1e16a863-1060-4e99-ac58-889d387ee164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:18.294081 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-1e16a863-1060-4e99-ac58-889d387ee164 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 1127 time: 0.0669475 Jul 31 14:27:18.300884 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-01a103fd-9a45-45eb-8199-e0a014bba615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:18.302193 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-01a103fd-9a45-45eb-8199-e0a014bba615 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 1129 time: 0.0480013 Jul 31 14:27:18.457932 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-36a254ad-7404-40ff-ab54-aec71690a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:18.459376 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-36a254ad-7404-40ff-ab54-aec71690a5d0 service neutron] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 918 time: 0.1563749 Jul 31 14:27:18.460439 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-f892b956-e9fe-4651-a878-c0e0dec455bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:18.461699 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-f892b956-e9fe-4651-a878-c0e0dec455bc service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.1518037 Jul 31 14:27:18.547172 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-1ab618a6-6d8d-4aa5-b879-41cbec596989 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414cf0f9-b0cd-4363-9160-1242693140a5 HTTP/1.1" status: 200 len: 217 time: 0.0768952 Jul 31 14:27:18.552839 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:18.631896 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887527d4-b0b7-4c90-8aad-b4be8e0b4b48 req-5238b25d-3f20-4e1a-85de-12313457e28b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:18.633316 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-887527d4-b0b7-4c90-8aad-b4be8e0b4b48 req-5238b25d-3f20-4e1a-85de-12313457e28b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.1240811 Jul 31 14:27:18.638429 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-b66cb5d1-7d57-4a6f-a662-ad62ddd95a4b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 HTTP/1.1" status: 200 len: 1001 time: 0.1623394 Jul 31 14:27:18.666863 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-42e62bf0-6a97-4929-a8da-33c52495ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:18.668212 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-42e62bf0-6a97-4929-a8da-33c52495ac0c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.0991445 Jul 31 14:27:18.750324 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-979c06b2-a1d2-433a-a9f7-c58cac3dbb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:18.751721 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-979c06b2-a1d2-433a-a9f7-c58cac3dbb7d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.1006114 Jul 31 14:27:18.752856 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-93652677-2c02-4910-89b4-10742cf858e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:18.754665 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-93652677-2c02-4910-89b4-10742cf858e0 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687876 Jul 31 14:27:18.757652 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-887527d4-b0b7-4c90-8aad-b4be8e0b4b48 req-49b5c255-e759-4aba-9e3f-4652252238c9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168659 Jul 31 14:27:18.848878 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-baa0f170-7118-4c6d-8530-e785851c6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:18.850334 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-baa0f170-7118-4c6d-8530-e785851c6d57 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876040 Jul 31 14:27:19.176896 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:19.178132 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-81707fa8-3867-4852-853f-e0fb1dbecfae service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074728 Jul 31 14:27:19.249560 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:19.251698 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-31570678-afad-48c1-8b8b-73e36fe92007 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938403 Jul 31 14:27:19.342448 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f62d9fa-2ae0-4d52-8fae-0fb09fe04522 req-51390c5a-66f6-4128-9ce4-31d1e6e6c3bb service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529877 Jul 31 14:27:19.366958 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3691fa24-86a6-44fa-8f85-e43a11ccc5be req-f4fba641-2bef-4c61-8fc3-479ddd723daf service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086009 Jul 31 14:27:19.784031 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:19.786567 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:19.879465 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973566b-d15b-413c-b9d8-e587f06d3662 req-d7dd33b0-bed6-43a4-97b5-3cd99966bd3b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:19.880943 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d973566b-d15b-413c-b9d8-e587f06d3662 req-d7dd33b0-bed6-43a4-97b5-3cd99966bd3b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0471241 Jul 31 14:27:19.929499 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d973566b-d15b-413c-b9d8-e587f06d3662 req-1ce707bb-2d6c-46e3-812c-1ee5fd92ea9e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Jul 31 14:27:21.055195 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d083a-ed62-40d6-9df6-e9708de42215 req-c3fbd905-aa2d-4a8b-9651-aa93ca57e250 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:21.056689 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b88d083a-ed62-40d6-9df6-e9708de42215 req-c3fbd905-aa2d-4a8b-9651-aa93ca57e250 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0483041 Jul 31 14:27:21.103963 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b88d083a-ed62-40d6-9df6-e9708de42215 req-f38e4d8b-2b98-44ab-92e2-b58e44bbcba9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Jul 31 14:27:21.672029 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 414cf0f9-b0cd-4363-9160-1242693140a5 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:27:21.772454 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:27:21.783273 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '414cf0f9-b0cd-4363-9160-1242693140a5', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'port_id': '414cf0f9-b0cd-4363-9160-1242693140a5', 'mac_address': 'fa:16:3e:83:4e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:27:21.784670 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:21.818456 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 414cf0f9-b0cd-4363-9160-1242693140a5 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:27:21.818842 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:21.835800 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414cf0f9-b0cd-4363-9160-1242693140a5 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:27:21.855493 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:27:21.859702 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:21.905147 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:21.912206 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.912555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.912937 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.913263 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.913596 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.913926 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.914252 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.914576 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.914900 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.915221 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.915573 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.915909 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.916232 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.916549 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:21.916865 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:22.224351 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf351e6c-5e2c-4eef-8054-35892c922ef4 req-50cadcb4-1ea5-45b1-8899-6dec3d2a37f3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:22.225719 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf351e6c-5e2c-4eef-8054-35892c922ef4 req-50cadcb4-1ea5-45b1-8899-6dec3d2a37f3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 944 time: 0.0469668 Jul 31 14:27:22.260119 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['414cf0f9-b0cd-4363-9160-1242693140a5'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:27:22.277371 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf351e6c-5e2c-4eef-8054-35892c922ef4 req-37d536b3-6365-4ed2-bd4b-2961c5e8437f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461483 Jul 31 14:27:22.375550 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:23.403814 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ccc46-e4b9-4ba4-bc0c-f6fcf4c9b6be req-91cae42e-1f7d-4213-8271-ffee88af9049 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:23.405192 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-459ccc46-e4b9-4ba4-bc0c-f6fcf4c9b6be req-91cae42e-1f7d-4213-8271-ffee88af9049 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 944 time: 0.0524523 Jul 31 14:27:23.451976 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-459ccc46-e4b9-4ba4-bc0c-f6fcf4c9b6be req-276ffeb5-d84d-419d-91c9-6530985c664c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Jul 31 14:27:23.684467 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 414cf0f9-b0cd-4363-9160-1242693140a5 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:27:23.726725 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 414cf0f9-b0cd-4363-9160-1242693140a5 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:27:23.732679 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 414cf0f9-b0cd-4363-9160-1242693140a5 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:27:23.733062 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:23.803670 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 414cf0f9-b0cd-4363-9160-1242693140a5 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:27:23.804053 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:23.826731 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:27:23.829064 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c143b9-d561-48f1-9b8f-e19c76451aec" -d '{"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-plugged", "status": "completed", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:27:23.845637 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:27:23.849635 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:23.998950 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336752b5-77da-4db7-8818-198d14015a74 x-openstack-request-id: req-336752b5-77da-4db7-8818-198d14015a74 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:27:23.999263 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-plugged", "status": "completed", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:27:23.999543 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-336752b5-77da-4db7-8818-198d14015a74 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:27:23.999947 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336752b5-77da-4db7-8818-198d14015a74'] response: {'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5', 'code': 200} Jul 31 14:27:24.026830 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:24.099470 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd414ca-380b-47e5-8eb9-1991a4aada01 req-68c32495-6ca7-4158-99cf-5af6a2cf6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:24.100942 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3cd414ca-380b-47e5-8eb9-1991a4aada01 req-68c32495-6ca7-4158-99cf-5af6a2cf6ec6 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 1129 time: 0.0385389 Jul 31 14:27:24.144240 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3cd414ca-380b-47e5-8eb9-1991a4aada01 req-784179d4-6a9b-45ad-a90e-368e63e7a4fd service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367630 Jul 31 14:27:24.577391 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8767c6-f034-4603-acf1-0f1234857be3 req-c1f04b59-8015-4a1f-9f37-52bcb5773c39 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:24.578880 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-cc8767c6-f034-4603-acf1-0f1234857be3 req-c1f04b59-8015-4a1f-9f37-52bcb5773c39 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0478663 Jul 31 14:27:24.629377 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-cc8767c6-f034-4603-acf1-0f1234857be3 req-0cd7356b-ad47-4328-81bd-dd9a3abd2483 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449336 Jul 31 14:27:25.753467 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304488c-349d-4b92-977b-2ec7ed3db574 req-8dc6281a-5744-4379-9661-bb0a09276b2c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:25.754921 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9304488c-349d-4b92-977b-2ec7ed3db574 req-8dc6281a-5744-4379-9661-bb0a09276b2c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0476444 Jul 31 14:27:25.802090 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9304488c-349d-4b92-977b-2ec7ed3db574 req-155c0ffd-dbdc-4e9a-8b8f-7d23c1226501 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417008 Jul 31 14:27:26.930987 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc20c6-490d-4f90-955c-f46e1f70680a req-05adf1ef-181c-4a97-86a8-b62ac844a140 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:26.933111 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eadc20c6-490d-4f90-955c-f46e1f70680a req-05adf1ef-181c-4a97-86a8-b62ac844a140 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0511804 Jul 31 14:27:26.955052 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:26.996206 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eadc20c6-490d-4f90-955c-f46e1f70680a req-a1d8ee00-d6f2-4dea-b38d-e294f8dfe4c1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567853 Jul 31 14:27:27.114747 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c2710-1e0e-4112-a7ad-c984b2a132c1 req-0b6160cf-159b-43c0-89eb-f8636f71206b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:27.116199 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b59c2710-1e0e-4112-a7ad-c984b2a132c1 req-0b6160cf-159b-43c0-89eb-f8636f71206b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0473952 Jul 31 14:27:27.126178 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 32964) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:27.131676 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-f5b59420-7377-466f-8b62-9aae6a8539cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Request body: {'floatingip': {'port_id': '414cf0f9-b0cd-4363-9160-1242693140a5'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:27:27.169972 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5b59420-7377-466f-8b62-9aae6a8539cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (773e7325-e711-4a94-8a4f-18edeb11d840), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:27.574187 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:27.595296 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5b59420-7377-466f-8b62-9aae6a8539cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:27.600435 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5b59420-7377-466f-8b62-9aae6a8539cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (773e7325-e711-4a94-8a4f-18edeb11d840), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:27.708709 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [None req-f5b59420-7377-466f-8b62-9aae6a8539cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Floating IP 773e7325-e711-4a94-8a4f-18edeb11d840 associated. External IP: 172.27.1.162, port: 414cf0f9-b0cd-4363-9160-1242693140a5. Jul 31 14:27:27.910120 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b59420-7377-466f-8b62-9aae6a8539cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Router 7495c023-accb-4ca2-8475-c0892f296792 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:27:28.007705 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:28.011684 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b59420-7377-466f-8b62-9aae6a8539cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:27:28.016313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5b59420-7377-466f-8b62-9aae6a8539cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:28.021374 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] Sync routers for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:27:28.031541 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:27:28.032333 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:27:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:28.053844 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-f5b59420-7377-466f-8b62-9aae6a8539cb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "PUT /v2.0/floatingips/773e7325-e711-4a94-8a4f-18edeb11d840 HTTP/1.1" status: 200 len: 991 time: 0.9239755 Jul 31 14:27:28.053844 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:27:28.054543 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780b84a1-95e5-4426-9ca2-4ed8c25ea550" -d '{"events": [{"name": "network-changed", "server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:27:28.096270 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5340a963-09e4-4df9-a0b2-b9d77718ec3a x-openstack-request-id: req-5340a963-09e4-4df9-a0b2-b9d77718ec3a {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:27:28.097128 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:27:28.097384 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5340a963-09e4-4df9-a0b2-b9d77718ec3a {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:27:28.097946 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5340a963-09e4-4df9-a0b2-b9d77718ec3a'] response: {'name': 'network-changed', 'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5', 'status': 'completed', 'code': 200} Jul 31 14:27:28.140726 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:27:28.207549 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-aee77d63-aae9-469c-80c9-77ba62d82599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:28.209291 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-aee77d63-aae9-469c-80c9-77ba62d82599 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 1129 time: 0.0423954 Jul 31 14:27:28.266628 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f5df5-93d2-43fb-a596-be7186403421 req-d1773aac-feba-4264-af35-c7b3546273cc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:28.269092 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d1f5df5-93d2-43fb-a596-be7186403421 req-d1773aac-feba-4264-af35-c7b3546273cc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0538855 Jul 31 14:27:28.305277 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-faab2ad7-526d-42a6-bf9f-301eaab34cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:28.306861 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-faab2ad7-526d-42a6-bf9f-301eaab34cfc service neutron] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 918 time: 0.0885932 Jul 31 14:27:28.323362 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d1f5df5-93d2-43fb-a596-be7186403421 req-4a2bd676-e79b-42e7-b115-9e6804b43f25 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464275 Jul 31 14:27:28.372551 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '773e7325-e711-4a94-8a4f-18edeb11d840', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '7495c023-accb-4ca2-8475-c0892f296792', 'port_id': '414cf0f9-b0cd-4363-9160-1242693140a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'mac_address': 'fa:16:3e:83:4e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6200d587-a817-4a77-b242-ec578e8e57dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:27:12Z', 'updated_at': '2022-07-31T14:27:27Z', 'revision_number': 1, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:28.400952 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] Checking router: 7495c023-accb-4ca2-8475-c0892f296792 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:27:28.409480 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:27:28.410087 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:27:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:28.444024 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-a388506c-012d-4a3c-951f-319b8f23f4a6 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414cf0f9-b0cd-4363-9160-1242693140a5 HTTP/1.1" status: 200 len: 999 time: 0.0629280 Jul 31 14:27:28.493214 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-5d528af3-d11f-45a8-ae2e-eb6266e9edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:28.494641 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-5d528af3-d11f-45a8-ae2e-eb6266e9edee service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.0444102 Jul 31 14:27:28.515390 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:27:28.539693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-1bce97ab-2951-467b-9223-d8c9465bb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:28.541257 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-1bce97ab-2951-467b-9223-d8c9465bb80e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397429 Jul 31 14:27:28.639501 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-cb9f3c85-07cf-426a-b10c-aaa0fa7a8bed service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866492 Jul 31 14:27:28.724481 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '773e7325-e711-4a94-8a4f-18edeb11d840', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '7495c023-accb-4ca2-8475-c0892f296792', 'port_id': '414cf0f9-b0cd-4363-9160-1242693140a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'mac_address': 'fa:16:3e:83:4e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6200d587-a817-4a77-b242-ec578e8e57dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:27:12Z', 'updated_at': '2022-07-31T14:27:27Z', 'revision_number': 1, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:28.733899 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-780b84a1-95e5-4426-9ca2-4ed8c25ea550 req-25cc341e-da4e-4612-962e-78b71b180ade service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878012 Jul 31 14:27:28.748994 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c8540-4d09-4a36-9c32-52ba388d299d None None] The sync data for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi is: [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '773e7325-e711-4a94-8a4f-18edeb11d840', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '7495c023-accb-4ca2-8475-c0892f296792', 'port_id': '414cf0f9-b0cd-4363-9160-1242693140a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'mac_address': 'fa:16:3e:83:4e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6200d587-a817-4a77-b242-ec578e8e57dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:27:12Z', 'updated_at': '2022-07-31T14:27:27Z', 'revision_number': 1, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:27:28.937083 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f34b28-bf47-43b2-91a4-80e69120bd86 None None] New status for floating IP 773e7325-e711-4a94-8a4f-18edeb11d840: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:27:29.442190 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544cc66-05a4-4422-9ff7-fae2de8f782e req-918e737e-2740-4857-9616-9925874e6020 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:29.444928 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d544cc66-05a4-4422-9ff7-fae2de8f782e req-918e737e-2740-4857-9616-9925874e6020 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0482619 Jul 31 14:27:29.496411 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d544cc66-05a4-4422-9ff7-fae2de8f782e req-92bb18fb-663e-4104-a37b-54e9b8f32df6 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Jul 31 14:27:30.615926 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a459ed-eef8-45ed-bff8-ca461bccaf70 req-198f9e42-4351-47c9-b885-1614a7f5c52c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:30.617387 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d8a459ed-eef8-45ed-bff8-ca461bccaf70 req-198f9e42-4351-47c9-b885-1614a7f5c52c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0492556 Jul 31 14:27:30.665458 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d8a459ed-eef8-45ed-bff8-ca461bccaf70 req-04c9402d-4391-4b5d-b757-7248970ab5d8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426576 Jul 31 14:27:31.747173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:31.784409 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcbbc5-094b-4568-a427-a9ec805b4d28 req-0adc17af-e749-493f-ac51-ed4c23c521ed tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:31.785876 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9ebcbbc5-094b-4568-a427-a9ec805b4d28 req-0adc17af-e749-493f-ac51-ed4c23c521ed tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0472050 Jul 31 14:27:31.833931 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9ebcbbc5-094b-4568-a427-a9ec805b4d28 req-946d0410-baee-4c31-a236-36cbaa785dca tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425620 Jul 31 14:27:32.734160 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634a0d-3c90-48ee-a85c-331a9f9edd1c req-45364d6c-2a61-4e86-b93b-cbeea05cd42f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:32.735664 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69634a0d-3c90-48ee-a85c-331a9f9edd1c req-45364d6c-2a61-4e86-b93b-cbeea05cd42f tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0520861 Jul 31 14:27:32.801831 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b658-e456-46ed-957a-92ff1d46a16d req-37d01fc1-6499-4ae3-a47a-8a529bb7ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:32.803289 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9232b658-e456-46ed-957a-92ff1d46a16d req-37d01fc1-6499-4ae3-a47a-8a529bb7ab73 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ea0d7081bf384d098fad20ef507f4dfd&device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 1168 time: 0.0594616 Jul 31 14:27:32.874792 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69634a0d-3c90-48ee-a85c-331a9f9edd1c req-1f47ac6c-0903-4e27-ac75-c4c085e0c136 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324975 Jul 31 14:27:32.918308 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b658-e456-46ed-957a-92ff1d46a16d req-96b60442-d74f-4035-978c-60515551e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:32.919829 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9232b658-e456-46ed-957a-92ff1d46a16d req-96b60442-d74f-4035-978c-60515551e3b9 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e58b26df-798a-497d-9c1b-d5d30155e23a HTTP/1.1" status: 200 len: 916 time: 0.1050038 Jul 31 14:27:32.952770 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ff95a-16e1-465d-8588-5f72e479526c req-c959cabb-9a4f-414f-aaf1-0e6ef328a084 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:32.954228 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-587ff95a-16e1-465d-8588-5f72e479526c req-c959cabb-9a4f-414f-aaf1-0e6ef328a084 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0466759 Jul 31 14:27:32.967201 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:32.979312 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:32.989356 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9232b658-e456-46ed-957a-92ff1d46a16d req-4be8fa6e-449f-4ab8-81c5-111ab8180e33 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 1001 time: 0.0600839 Jul 31 14:27:33.010076 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-587ff95a-16e1-465d-8588-5f72e479526c req-2bd835d9-8a3d-45a1-ad1e-d5c37f2910db tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495467 Jul 31 14:27:33.042709 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b658-e456-46ed-957a-92ff1d46a16d req-650f44a6-62ab-4752-aff4-29615d160391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:33.044195 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9232b658-e456-46ed-957a-92ff1d46a16d req-650f44a6-62ab-4752-aff4-29615d160391 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=558a7fb4-bcc3-4f29-a668-98208fda2ebb HTTP/1.1" status: 200 len: 854 time: 0.0484095 Jul 31 14:27:33.091503 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b658-e456-46ed-957a-92ff1d46a16d req-7a57da03-d519-49fc-bbb4-fae319b222b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:33.092950 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9232b658-e456-46ed-957a-92ff1d46a16d req-7a57da03-d519-49fc-bbb4-fae319b222b9 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e58b26df-798a-497d-9c1b-d5d30155e23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392728 Jul 31 14:27:33.192578 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9232b658-e456-46ed-957a-92ff1d46a16d req-55add330-c76d-4b3b-93f7-551cf0a50f25 service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830247 Jul 31 14:27:33.287648 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9232b658-e456-46ed-957a-92ff1d46a16d req-cee8576f-28f8-40bb-b6f9-58764477892f service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850167 Jul 31 14:27:33.996043 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37bf2-b9ee-49f0-a86a-0d2147ea9da6 req-82938915-e11d-4d5f-9cbe-c64aa777cd06 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:33.997501 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-28a37bf2-b9ee-49f0-a86a-0d2147ea9da6 req-82938915-e11d-4d5f-9cbe-c64aa777cd06 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0508070 Jul 31 14:27:34.060490 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-28a37bf2-b9ee-49f0-a86a-0d2147ea9da6 req-a647e8b4-4896-499b-8903-b1c37e0ac6cd tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573266 Jul 31 14:27:34.130821 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e1108-8b93-47ce-be2a-87054b87a76c req-8cd4026a-5026-45cb-ad30-b1e87e6fea2c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:34.132234 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3a6e1108-8b93-47ce-be2a-87054b87a76c req-8cd4026a-5026-45cb-ad30-b1e87e6fea2c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0473926 Jul 31 14:27:34.181265 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3a6e1108-8b93-47ce-be2a-87054b87a76c req-75d5bc73-3377-4678-87f6-126a354bff0c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Jul 31 14:27:35.184980 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f2ae5-0954-408d-9a02-40abb7c2404c req-f47b67e2-005c-4df4-9eea-0b894825f458 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:35.186414 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b13f2ae5-0954-408d-9a02-40abb7c2404c req-f47b67e2-005c-4df4-9eea-0b894825f458 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0513656 Jul 31 14:27:35.246648 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b13f2ae5-0954-408d-9a02-40abb7c2404c req-72e752d8-6648-48b3-a9db-aa466cd32a97 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545325 Jul 31 14:27:35.297228 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2583950-81e0-417a-b2b9-da6f9a52d6ea req-5a47f7d7-f1f9-4619-a391-518b9d347f50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:35.298675 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a2583950-81e0-417a-b2b9-da6f9a52d6ea req-5a47f7d7-f1f9-4619-a391-518b9d347f50 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0462990 Jul 31 14:27:35.349147 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a2583950-81e0-417a-b2b9-da6f9a52d6ea req-b00a484a-3e31-4faa-a340-60109725272f tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441568 Jul 31 14:27:36.368145 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029b233-b797-4bce-8264-0347fc0b2be6 req-b9802dd3-85c0-44f7-92be-3d872e04e1f0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:36.369625 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c029b233-b797-4bce-8264-0347fc0b2be6 req-b9802dd3-85c0-44f7-92be-3d872e04e1f0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0475628 Jul 31 14:27:36.430536 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c029b233-b797-4bce-8264-0347fc0b2be6 req-e3cafb34-8c8e-446f-b534-04c88b06f5b4 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551028 Jul 31 14:27:36.472018 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2468-f3dd-4ee1-9dcd-769346b35022 req-6abd34cf-06fc-4b0b-b472-f71a22ff65e6 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:36.473472 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b13d2468-f3dd-4ee1-9dcd-769346b35022 req-6abd34cf-06fc-4b0b-b472-f71a22ff65e6 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0520134 Jul 31 14:27:36.521455 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b13d2468-f3dd-4ee1-9dcd-769346b35022 req-4b339fe7-0151-442c-9931-4a10ec68d301 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Jul 31 14:27:37.549544 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadaf8-f809-4f7c-975e-0ebbeae6d0de req-fe523d0a-c5b6-4b98-88f6-674fd815c76b tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:37.551001 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93aadaf8-f809-4f7c-975e-0ebbeae6d0de req-fe523d0a-c5b6-4b98-88f6-674fd815c76b tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0502281 Jul 31 14:27:37.592474 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:37.611999 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-93aadaf8-f809-4f7c-975e-0ebbeae6d0de req-9d007fdc-4ede-4573-9d79-89edf6d9f3c9 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554194 Jul 31 14:27:37.640369 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fcdd2-d539-41f3-8745-d88492104131 req-1c8416a2-8877-4b90-af6a-34f60cc4cae0 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:37.641858 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-977fcdd2-d539-41f3-8745-d88492104131 req-1c8416a2-8877-4b90-af6a-34f60cc4cae0 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0489359 Jul 31 14:27:37.677404 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:37.691968 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-977fcdd2-d539-41f3-8745-d88492104131 req-a0020269-6b0d-4811-9159-054c8dd3b9dc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Jul 31 14:27:37.981934 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bc1030e-68e4-48e3-b7b7-3571486a6db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:38.534077 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-5be2f918-1d56-45ec-9811-b77a6965cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:38.536078 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-5be2f918-1d56-45ec-9811-b77a6965cadd service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3&device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1130 time: 0.0396349 Jul 31 14:27:38.628548 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-701b505a-6131-4f08-8826-611c77efb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:38.629985 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-701b505a-6131-4f08-8826-611c77efb776 service neutron] 10.222.0.17 "GET /v2.0/networks?id=678e7fb8-a8c3-4462-826a-1ccec549b8ba HTTP/1.1" status: 200 len: 907 time: 0.0871310 Jul 31 14:27:38.767064 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-a9d8a705-6095-4107-a642-7ff3ba1bf58c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 200 len: 1002 time: 0.0577853 Jul 31 14:27:38.822130 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:38.854000 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-d0407c9c-b462-46ba-b9e6-e58965d67199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:38.855478 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-d0407c9c-b462-46ba-b9e6-e58965d67199 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=045c391c-a7b1-430e-97e9-824fc017ed05 HTTP/1.1" status: 200 len: 845 time: 0.0813246 Jul 31 14:27:38.866327 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8fee2-2558-4670-ba19-eced76705c2f req-f802b31b-2fd6-42ac-999a-0640d2045226 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:38.867826 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-56e8fee2-2558-4670-ba19-eced76705c2f req-f802b31b-2fd6-42ac-999a-0640d2045226 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.1827281 Jul 31 14:27:38.870065 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dc351-55d5-4f8f-a0f0-78df6d7ea613 req-5b4018d7-43e1-4c03-87a2-282037b5011e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:38.871554 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ce9dc351-55d5-4f8f-a0f0-78df6d7ea613 req-5b4018d7-43e1-4c03-87a2-282037b5011e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.1017017 Jul 31 14:27:38.925094 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ce9dc351-55d5-4f8f-a0f0-78df6d7ea613 req-3a1921b5-b5f3-421e-a184-1da274d76efa tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477922 Jul 31 14:27:38.926866 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-7265264c-1164-4c07-8100-498ebf33c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:38.928383 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-7265264c-1164-4c07-8100-498ebf33c8fe service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678e7fb8-a8c3-4462-826a-1ccec549b8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596912 Jul 31 14:27:39.000757 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-56e8fee2-2558-4670-ba19-eced76705c2f req-4551dace-faa7-4d01-9f97-79cc7aff4532 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233213 Jul 31 14:27:39.045602 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-7b655e55-d100-43b6-9bc2-d01db2511318 service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068900 Jul 31 14:27:39.134694 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-368d9969-3d99-436b-9552-14762d8a1cb0 req-214abf2e-ad63-4a33-9d76-639f5d5836ca service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832906 Jul 31 14:27:40.045421 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cad05-8b77-457e-9280-95bd3113de4e req-0c6c343c-b7e5-428f-b0a5-00bb60f82e67 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:40.046916 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-274cad05-8b77-457e-9280-95bd3113de4e req-0c6c343c-b7e5-428f-b0a5-00bb60f82e67 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0480151 Jul 31 14:27:40.097265 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-274cad05-8b77-457e-9280-95bd3113de4e req-0ce6e3f7-677d-4cc6-9c45-c2320a61b746 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442023 Jul 31 14:27:40.128380 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc98027-01de-4480-9c83-dc22cd66e0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:40.133951 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230ccd7-f838-4f61-91e7-30e0083b11ce req-1c999d9c-265e-417a-b08b-70784338cf7c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:40.135393 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d230ccd7-f838-4f61-91e7-30e0083b11ce req-1c999d9c-265e-417a-b08b-70784338cf7c tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0615308 Jul 31 14:27:40.195893 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d230ccd7-f838-4f61-91e7-30e0083b11ce req-b6615d3f-8587-4d08-a60d-881b8ff6fac1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546298 Jul 31 14:27:41.212227 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cba164-7e4d-47cd-9bae-79fdae6f270d req-eb35ac23-30c5-4619-a867-6b4b5b7a65fe tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:41.213574 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-16cba164-7e4d-47cd-9bae-79fdae6f270d req-eb35ac23-30c5-4619-a867-6b4b5b7a65fe tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0460286 Jul 31 14:27:41.262941 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-16cba164-7e4d-47cd-9bae-79fdae6f270d req-36b80505-cc92-4cc4-bf16-dd4004dc7106 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Jul 31 14:27:41.313785 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58909349-dca5-49e6-afb3-7636b3ab1ed2 req-d5de4da5-390e-44aa-9fdb-5729d0e54090 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:41.315461 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-58909349-dca5-49e6-afb3-7636b3ab1ed2 req-d5de4da5-390e-44aa-9fdb-5729d0e54090 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0490682 Jul 31 14:27:41.381928 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-58909349-dca5-49e6-afb3-7636b3ab1ed2 req-d79dde19-d5ae-4173-b9bc-395f1c66b076 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603571 Jul 31 14:27:41.424555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:42.385689 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faee60-b1ba-494f-a3df-d60ad01e931f req-d6fae422-c703-484e-b285-6135e021263d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:42.387085 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-65faee60-b1ba-494f-a3df-d60ad01e931f req-d6fae422-c703-484e-b285-6135e021263d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0524509 Jul 31 14:27:42.439361 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-65faee60-b1ba-494f-a3df-d60ad01e931f req-bf12054d-e35c-4f3a-b678-533e9cb1b000 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441988 Jul 31 14:27:42.505207 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b16381-9728-4d41-a26b-b668e74961c2 req-fd141235-2efa-4bad-a3fd-052911d65200 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:42.506601 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-62b16381-9728-4d41-a26b-b668e74961c2 req-fd141235-2efa-4bad-a3fd-052911d65200 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0472596 Jul 31 14:27:42.511841 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-f553b32d-23ec-4fbf-b92f-1f7c806d1ac1 req-321feb69-5f4c-4efd-8012-623583eeaf05 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:27:42.512867 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f553b32d-23ec-4fbf-b92f-1f7c806d1ac1 req-321feb69-5f4c-4efd-8012-623583eeaf05 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053425 Jul 31 14:27:42.572637 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-62b16381-9728-4d41-a26b-b668e74961c2 req-31106e96-6d90-4fb0-ba6b-a95365b7717b tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602419 Jul 31 14:27:42.660407 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-3aeb0662-eb88-4652-94e4-389011f318af service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0376534 Jul 31 14:27:42.695657 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a2784-0ebb-4142-804b-619d6ade3f12 req-590ff4d7-3b63-432a-bfd0-c71a40962189 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:42.697483 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb5a2784-0ebb-4142-804b-619d6ade3f12 req-590ff4d7-3b63-432a-bfd0-c71a40962189 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0544784 Jul 31 14:27:42.767328 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d534a-e4d2-472f-a305-62929ffd6182 req-d6c4b583-24b6-4de4-8fa9-2e3a5f6ce76e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:42.768728 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-d6c4b583-24b6-4de4-8fa9-2e3a5f6ce76e tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports/e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 200 len: 943 time: 0.0703650 Jul 31 14:27:42.790010 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fb5a2784-0ebb-4142-804b-619d6ade3f12 req-95180c12-4693-4a5b-9110-5a7b64cd9af3 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813246 Jul 31 14:27:42.813780 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:42.980452 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:43.514966 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:43.519286 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=73 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:43.693058 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ede2a-89b8-42fd-b47e-2b0190a36b2f req-53f94379-063c-476a-a5b7-ecff1a907177 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:43.694511 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-384ede2a-89b8-42fd-b47e-2b0190a36b2f req-53f94379-063c-476a-a5b7-ecff1a907177 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0470421 Jul 31 14:27:43.758453 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-384ede2a-89b8-42fd-b47e-2b0190a36b2f req-b8cd2f70-ee8f-4399-b7de-e63b15c0a5fb tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582492 Jul 31 14:27:43.896607 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:43.914559 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26cbc8-1d7c-45a0-9866-30ee0cf751dc req-6802d7cd-1e3d-4e2e-8bbd-88449c8c61c4 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:43.916108 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1d26cbc8-1d7c-45a0-9866-30ee0cf751dc req-6802d7cd-1e3d-4e2e-8bbd-88449c8c61c4 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0509641 Jul 31 14:27:43.965002 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1d26cbc8-1d7c-45a0-9866-30ee0cf751dc req-b42ff9eb-23a1-4d86-8739-b45842c514c0 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Jul 31 14:27:44.872878 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d18b9-297f-4b53-ab7d-d47ebd70d4d6 req-ac6b4563-43a2-4f95-95dd-674bcbba389d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:44.874304 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a66d18b9-297f-4b53-ab7d-d47ebd70d4d6 req-ac6b4563-43a2-4f95-95dd-674bcbba389d tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0464637 Jul 31 14:27:44.933748 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a66d18b9-297f-4b53-ab7d-d47ebd70d4d6 req-e6e07fd3-3813-48ac-94ba-74f3ebe1b224 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532887 Jul 31 14:27:45.082920 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ff329-8c8a-4a27-be30-d04946f47895 req-1b9cdbd7-3b63-4ca1-875c-7594bd039a5c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:45.084305 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-404ff329-8c8a-4a27-be30-d04946f47895 req-1b9cdbd7-3b63-4ca1-875c-7594bd039a5c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0480199 Jul 31 14:27:45.132413 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-404ff329-8c8a-4a27-be30-d04946f47895 req-d7e845f8-1217-4c71-a57e-1ec52f8955ce tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Jul 31 14:27:45.848830 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device e91303da-f1e0-49da-acae-3ce6750984f8 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:27:45.920527 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port e91303da-f1e0-49da-acae-3ce6750984f8 is: ACTIVE; New status is: DOWN {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:27:45.920905 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:45.942340 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:27:45.944563 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc06e854-a4b9-4e41-ada7-add6ddaf61a1" -d '{"events": [{"server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "name": "network-vif-unplugged", "status": "completed", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:27:45.947057 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:45.958556 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e91303da-f1e0-49da-acae-3ce6750984f8,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:27:45.962636 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:46.001996 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 31 Jul 2022 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c5d601-17ad-4f5d-a42c-3a8a4a17d936 x-openstack-request-id: req-d7c5d601-17ad-4f5d-a42c-3a8a4a17d936 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:27:46.002299 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "name": "network-vif-unplugged", "status": "failed", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8", "code": 422}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:27:46.002530 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d7c5d601-17ad-4f5d-a42c-3a8a4a17d936 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:27:46.002912 dv-cinder-849846-4-iscsi neutron-server[103884]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d7c5d601-17ad-4f5d-a42c-3a8a4a17d936']: {'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'code': 422} returned with failed status Jul 31 14:27:46.012633 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=e91303da-f1e0-49da-acae-3ce6750984f8,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:46.054638 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81d927-d080-42c1-8a9b-8be848f3c284 req-81d30750-7c25-4c93-a3e2-9d83bf75e540 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:46.056117 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4f81d927-d080-42c1-8a9b-8be848f3c284 req-81d30750-7c25-4c93-a3e2-9d83bf75e540 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0478530 Jul 31 14:27:46.067989 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:46.214236 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:46.254855 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7903947-ddf5-48de-bb68-962560be7b78 req-7279d37e-5485-4d9f-96fa-d705836dca32 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:46.256477 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a7903947-ddf5-48de-bb68-962560be7b78 req-7279d37e-5485-4d9f-96fa-d705836dca32 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0513639 Jul 31 14:27:46.308949 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a7903947-ddf5-48de-bb68-962560be7b78 req-aa9aefda-cca3-4f7b-8fe2-e561a6b954e7 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465739 Jul 31 14:27:46.370267 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4f81d927-d080-42c1-8a9b-8be848f3c284 req-b7b42cc8-70ef-41ad-a549-b41763ccfb98 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3084815 Jul 31 14:27:46.466769 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:27:47.436278 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fae89-3afc-4dfd-b2ba-48552888d53b req-bf6b470d-0bdf-4b03-918a-dd246e363ac9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:47.438489 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-090fae89-3afc-4dfd-b2ba-48552888d53b req-bf6b470d-0bdf-4b03-918a-dd246e363ac9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0558851 Jul 31 14:27:47.498131 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-090fae89-3afc-4dfd-b2ba-48552888d53b req-b599d564-f893-4de9-9c7c-ef8cb00d4680 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526738 Jul 31 14:27:47.507879 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167b5c5-285e-444e-8bfd-5ee0788e080d req-ab184d2b-3d0b-490f-ab5a-46f4a522bd97 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:47.515352 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9167b5c5-285e-444e-8bfd-5ee0788e080d req-ab184d2b-3d0b-490f-ab5a-46f4a522bd97 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0700343 Jul 31 14:27:47.571800 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9167b5c5-285e-444e-8bfd-5ee0788e080d req-592d2352-d536-48ae-829d-f8087b1bdcba tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554237 Jul 31 14:27:48.617483 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d733-70e6-42a8-ab80-932a200f9ba1 req-f2ea4d10-657b-455f-8968-71d6fb2249b0 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:48.618673 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19a5d733-70e6-42a8-ab80-932a200f9ba1 req-f2ea4d10-657b-455f-8968-71d6fb2249b0 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0502965 Jul 31 14:27:48.668783 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19a5d733-70e6-42a8-ab80-932a200f9ba1 req-6bfcc608-a640-45d5-a61d-4c40e0a3783d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443685 Jul 31 14:27:48.690104 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2dde2-0847-4b5b-998d-c826ad4537e4 req-411e6583-f52a-42ba-91b4-b6047acd4619 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:48.692188 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fee2dde2-0847-4b5b-998d-c826ad4537e4 req-411e6583-f52a-42ba-91b4-b6047acd4619 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0488625 Jul 31 14:27:48.761503 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fee2dde2-0847-4b5b-998d-c826ad4537e4 req-cd566206-6b14-4b32-8a6b-037960866e14 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632439 Jul 31 14:27:49.186739 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:49.859849 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f832df-0038-4834-a8e0-62173841d03a req-5c377573-61f5-45e8-947f-3e2767eb69e8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:49.863404 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e0f832df-0038-4834-a8e0-62173841d03a req-5c377573-61f5-45e8-947f-3e2767eb69e8 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0616019 Jul 31 14:27:49.932970 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6b3d-a8c3-4c9e-a1b7-c46fc551323b req-23751814-a923-4014-9c3a-0cbb33e89756 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:49.934452 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5a6b6b3d-a8c3-4c9e-a1b7-c46fc551323b req-23751814-a923-4014-9c3a-0cbb33e89756 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0673332 Jul 31 14:27:49.935924 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e0f832df-0038-4834-a8e0-62173841d03a req-9d6b8583-6857-4d98-9166-2fc8cdcd6c0d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660942 Jul 31 14:27:49.993883 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:50.001033 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5a6b6b3d-a8c3-4c9e-a1b7-c46fc551323b req-18b732b7-2be9-4c69-b5f6-e7a37a4d75cd tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=372ee9d5-843c-4213-9990-b78b9ccb5c27&id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604000 Jul 31 14:27:51.056569 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9616ea2-6ddf-434c-983d-e92967b333c4 req-0b9f792b-137b-4875-976f-c2c303bb4482 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:51.058021 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a9616ea2-6ddf-434c-983d-e92967b333c4 req-0b9f792b-137b-4875-976f-c2c303bb4482 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0472322 Jul 31 14:27:51.106235 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a9616ea2-6ddf-434c-983d-e92967b333c4 req-5c901c56-35b7-42e2-b49f-d79846b7b28c tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Jul 31 14:27:51.373285 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d534a-e4d2-472f-a305-62929ffd6182 req-8fd7ca9b-1648-40e7-af59-9295d058476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:51.374734 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-8fd7ca9b-1648-40e7-af59-9295d058476a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73&tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3 HTTP/1.1" status: 200 len: 1128 time: 0.0422404 Jul 31 14:27:51.458183 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d534a-e4d2-472f-a305-62929ffd6182 req-41906854-91f8-40d4-bdf2-da59b3adc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:51.459642 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-41906854-91f8-40d4-bdf2-da59b3adc2fe service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3&device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1128 time: 0.0384018 Jul 31 14:27:51.593103 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-dad8568e-4f8f-4339-a838-57a97b8f65b9 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545332 Jul 31 14:27:51.616763 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d534a-e4d2-472f-a305-62929ffd6182 req-4291cdd3-8bbb-42ce-b998-3e9f0d622f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:51.618147 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-4291cdd3-8bbb-42ce-b998-3e9f0d622f08 service neutron] 10.222.0.17 "GET /v2.0/networks?id=678e7fb8-a8c3-4462-826a-1ccec549b8ba HTTP/1.1" status: 200 len: 907 time: 0.1260934 Jul 31 14:27:51.733201 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-49c3ad62-68b2-4bb7-b9e2-a42a1fb92ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:51.734576 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-49c3ad62-68b2-4bb7-b9e2-a42a1fb92ff1 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=832629dd8594494ab41b6596b2d73076&device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 1130 time: 0.0619600 Jul 31 14:27:51.736396 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-55201c8b-97fc-4fd0-8c63-0a8627cf0192 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 200 len: 1000 time: 0.1023769 Jul 31 14:27:51.782665 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:51.837042 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d534a-e4d2-472f-a305-62929ffd6182 req-85638fa4-4d1e-4eeb-8019-13ae3b6cc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:51.838471 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-85638fa4-4d1e-4eeb-8019-13ae3b6cc6eb service neutron] 10.222.0.17 "GET /v2.0/subnets?id=045c391c-a7b1-430e-97e9-824fc017ed05 HTTP/1.1" status: 200 len: 845 time: 0.0927789 Jul 31 14:27:51.904733 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-c824ef2f-6170-44a8-8088-d07d2456a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:51.906167 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-c824ef2f-6170-44a8-8088-d07d2456a677 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 200 len: 919 time: 0.1512442 Jul 31 14:27:51.907071 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d534a-e4d2-472f-a305-62929ffd6182 req-b577fc66-66c1-4d07-a6a2-9d1ef9dea8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:51.908411 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-b577fc66-66c1-4d07-a6a2-9d1ef9dea8e0 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678e7fb8-a8c3-4462-826a-1ccec549b8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621924 Jul 31 14:27:51.964513 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-09f4fd5e-1666-41db-b179-76386720b984 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e HTTP/1.1" status: 200 len: 217 time: 0.0471475 Jul 31 14:27:52.026783 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:52.053509 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-6212b2b4-fee5-4f67-86c6-a73fbae406b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:52.054953 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-6212b2b4-fee5-4f67-86c6-a73fbae406b4 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 200 len: 857 time: 0.0630114 Jul 31 14:27:52.101618 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-72381d7d-6342-4c96-adf8-431b47be1531 service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832118 Jul 31 14:27:52.108654 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-ba2a4253-70e4-49bf-b236-dcdac99d210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:52.109999 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-ba2a4253-70e4-49bf-b236-dcdac99d210f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474200 Jul 31 14:27:52.269942 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fb5d8-b6ff-4dba-8bd9-fbd38bcbd4fe req-6c5c08d3-2bd7-408a-b7c3-116cf4760dc7 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:52.271373 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7f2fb5d8-b6ff-4dba-8bd9-fbd38bcbd4fe req-6c5c08d3-2bd7-408a-b7c3-116cf4760dc7 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0740755 Jul 31 14:27:52.330966 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-bb7b7627-90eb-48af-ad9f-e5121303321d service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127361 Jul 31 14:27:52.332746 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-727d534a-e4d2-472f-a305-62929ffd6182 req-ca55657c-d6c9-4354-8684-09a968314c0a service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219422 Jul 31 14:27:52.377497 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7f2fb5d8-b6ff-4dba-8bd9-fbd38bcbd4fe req-e1fe1b90-73d0-49bd-9156-ae6b5ebc7146 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923512 Jul 31 14:27:52.449094 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8b57be32-3b7e-4bac-895f-a1f97cbae6da req-b9e5299c-4f34-4f63-a7a3-02039c1a9979 service neutron] 10.222.0.17 "GET /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985527 Jul 31 14:27:52.651449 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65acc9-9f5c-43b8-9532-6ddf0c5e55a8 req-bf3853df-8b74-4391-bccf-fbae415ff530 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:52.652943 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6f65acc9-9f5c-43b8-9532-6ddf0c5e55a8 req-bf3853df-8b74-4391-bccf-fbae415ff530 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 945 time: 0.0473795 Jul 31 14:27:52.700982 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6f65acc9-9f5c-43b8-9532-6ddf0c5e55a8 req-6fc1ecf9-befb-4c00-8fe0-01648c7c8220 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Jul 31 14:27:53.498235 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e36e-92bd-46d3-9c19-9ec71b353eab req-a2f5da0c-9ed9-452b-816c-12f46a9a5e40 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:53.499699 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2918e36e-92bd-46d3-9c19-9ec71b353eab req-a2f5da0c-9ed9-452b-816c-12f46a9a5e40 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0465829 Jul 31 14:27:53.553321 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2918e36e-92bd-46d3-9c19-9ec71b353eab req-fda37160-af6c-4dfc-b506-36dde8fda4e5 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475788 Jul 31 14:27:53.819745 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6072e-1347-40e9-9c4a-41fecaed7135 req-e98ceb7a-b2de-466d-bdeb-d91eeb0e0d68 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:53.821326 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23f6072e-1347-40e9-9c4a-41fecaed7135 req-e98ceb7a-b2de-466d-bdeb-d91eeb0e0d68 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 945 time: 0.0484295 Jul 31 14:27:53.871528 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23f6072e-1347-40e9-9c4a-41fecaed7135 req-fdbce45f-e1c5-487e-8b77-b3887250143c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443902 Jul 31 14:27:54.706441 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f138-3d16-4fae-aa61-639a52a7809e req-6c3dd405-ff59-42cd-8952-ce2294bfbd84 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:54.707868 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1bd4f138-3d16-4fae-aa61-639a52a7809e req-6c3dd405-ff59-42cd-8952-ce2294bfbd84 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0844007 Jul 31 14:27:54.718282 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-c846254d-60e6-43b3-a2a4-5d8b53deb144 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:54.719808 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-c846254d-60e6-43b3-a2a4-5d8b53deb144 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 945 time: 0.0874221 Jul 31 14:27:54.806670 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1bd4f138-3d16-4fae-aa61-639a52a7809e req-531b2fec-7fca-4d33-a7bd-281624fd26c3 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859005 Jul 31 14:27:54.830777 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:54.842294 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Deleting port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:27:54.842633 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:54.846284 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:54.936567 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] For port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:27:54.936931 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:54.987862 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3165d3-6933-4016-9664-b4444d513a51 req-b71719b5-dd1b-45ab-9f6b-1aca31b7257f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:54.989233 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d3165d3-6933-4016-9664-b4444d513a51 req-b71719b5-dd1b-45ab-9f6b-1aca31b7257f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 945 time: 0.0468478 Jul 31 14:27:55.036332 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d3165d3-6933-4016-9664-b4444d513a51 req-e94e1905-b767-43ee-8460-b067b8a83f6f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=a26646e8-2576-4a09-9eab-554f85f395a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415664 Jul 31 14:27:55.100988 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:55.101343 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (b6d328c6-c828-4b77-80c9-032d36c7783f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:55.101655 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Floating IP b6d328c6-c828-4b77-80c9-032d36c7783f disassociated. External IP: 172.27.1.109, port: 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc. Jul 31 14:27:55.101999 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Calling delete_port for 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:27:55.225019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:55.258693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'Port': ['ID=7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:55.369939 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:27:55.472855 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:27:55.482730 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:27:55.493393 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:27:55.494004 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:27:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:55.513914 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] No DVR routers for this DVR port 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:27:55.516365 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:55.520151 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b0ee4729-cd0b-4ced-ad04-65f2303d2844 req-5c65a526-e7e0-4aa7-9dd4-71b97cf951a1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "DELETE /v2.0/ports/7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc HTTP/1.1" status: 204 len: 173 time: 0.7853830 Jul 31 14:27:55.520586 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'name': 'network-vif-deleted', 'tag': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:27:55.522824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfba8ee-5998-427b-bb67-e32d0dfc3e35" -d '{"events": [{"server_uuid": "b65263c9-40f6-48e3-9e44-b8654f688d07", "name": "network-vif-deleted", "tag": "7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:27:55.560929 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff53ab-72a6-4a27-8c87-2e9f7d175a18 x-openstack-request-id: req-92ff53ab-72a6-4a27-8c87-2e9f7d175a18 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:27:55.561224 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65263c9-40f6-48e3-9e44-b8654f688d07", "name": "network-vif-deleted", "tag": "7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:27:55.561525 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-92ff53ab-72a6-4a27-8c87-2e9f7d175a18 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:27:55.561934 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ff53ab-72a6-4a27-8c87-2e9f7d175a18'] response: {'server_uuid': 'b65263c9-40f6-48e3-9e44-b8654f688d07', 'name': 'network-vif-deleted', 'tag': '7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc', 'status': 'completed', 'code': 200} Jul 31 14:27:55.612140 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:27:55.834465 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:55.865521 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:27:55.874764 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:27:55.875374 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:27:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:55.936413 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196016e-f55e-432b-9056-a370e85d6f0b req-1c00cffa-c6ff-4583-96de-e546b565f5e3 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:55.938132 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c196016e-f55e-432b-9056-a370e85d6f0b req-1c00cffa-c6ff-4583-96de-e546b565f5e3 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0528350 Jul 31 14:27:55.998983 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c196016e-f55e-432b-9056-a370e85d6f0b req-c8765a39-c0f9-42a9-87a6-6d9feaec468d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524406 Jul 31 14:27:56.074774 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:27:56.095115 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9f492-e171-4ef4-9769-05fb6a64ee13 req-b9d3ac54-d2e8-4d72-b216-24ed6d6eec89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:56.097157 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31c9f492-e171-4ef4-9769-05fb6a64ee13 req-b9d3ac54-d2e8-4d72-b216-24ed6d6eec89 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0540438 Jul 31 14:27:56.146947 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31c9f492-e171-4ef4-9769-05fb6a64ee13 req-466e7c6a-7cbd-4b9d-ab9b-7f22779bb99d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Jul 31 14:27:56.173755 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8a9cc467-e5be-4ff6-8fbf-b4c741c00f5f req-796586be-0fca-451f-8768-0abb4b0d0758 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 210 time: 0.0433128 Jul 31 14:27:56.264435 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:27:56.292457 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634acbea-ac8f-4326-9f5d-99fcfb806426 None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:27:56.503318 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae97d9d8-0182-4759-a45b-3d062f5f72f2 None None] New status for floating IP b6d328c6-c828-4b77-80c9-032d36c7783f: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:27:56.506047 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:57.160590 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f2208-1f84-4036-83a1-abbfff893c56 req-6faf86f3-b1aa-4ea4-9203-ad062c41bdb3 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:57.162060 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-128f2208-1f84-4036-83a1-abbfff893c56 req-6faf86f3-b1aa-4ea4-9203-ad062c41bdb3 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0472982 Jul 31 14:27:57.212186 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-128f2208-1f84-4036-83a1-abbfff893c56 req-4f0d1ce5-0f44-498f-b864-497cf2ce6509 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445077 Jul 31 14:27:57.265451 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d639fb-961e-4948-9ce2-062446db77ad req-9c61aba7-171d-41bc-9fe0-a50b9a3b5cd5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:57.266923 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68d639fb-961e-4948-9ce2-062446db77ad req-9c61aba7-171d-41bc-9fe0-a50b9a3b5cd5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0477936 Jul 31 14:27:57.297468 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:57.309357 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3d1d68b2-c08f-43ba-ac8a-6559e13e36da req-9ef20d87-2851-4837-a713-017f1d21ef3d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 210 time: 0.0309210 Jul 31 14:27:57.317475 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68d639fb-961e-4948-9ce2-062446db77ad req-4df81907-ca7d-4fc5-99e6-250948f086dd tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449741 Jul 31 14:27:58.329654 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303e0c0-5a81-44b7-99aa-53daba4fcc74 req-1ad99209-bedd-492d-a098-cd47a234a1f2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:58.331266 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8303e0c0-5a81-44b7-99aa-53daba4fcc74 req-1ad99209-bedd-492d-a098-cd47a234a1f2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0472152 Jul 31 14:27:58.381172 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8303e0c0-5a81-44b7-99aa-53daba4fcc74 req-1834193f-40ef-4783-9b76-2edcb1f49713 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Jul 31 14:27:58.424379 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-94e0c61f-6cd2-4cb3-8ddf-b6aa79379608 req-f448b141-a63b-448f-b665-189e47b8e86e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=b65263c9-40f6-48e3-9e44-b8654f688d07 HTTP/1.1" status: 200 len: 210 time: 0.0291674 Jul 31 14:27:58.496373 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e06fa-8e20-41f4-8a51-b7719ee771ad req-2319ac59-ea37-48ee-b393-dcb1ce33d4cb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:58.497835 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d20e06fa-8e20-41f4-8a51-b7719ee771ad req-2319ac59-ea37-48ee-b393-dcb1ce33d4cb tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0518491 Jul 31 14:27:58.543338 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d20e06fa-8e20-41f4-8a51-b7719ee771ad req-792166dc-714b-408d-a839-5e31f2b5667e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400209 Jul 31 14:27:59.499260 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d625f3e-4ad2-4d13-a77c-37bac9e64971 req-14019e31-be2a-45cf-ac8a-abd651db0efc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:59.500761 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d625f3e-4ad2-4d13-a77c-37bac9e64971 req-14019e31-be2a-45cf-ac8a-abd651db0efc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0475647 Jul 31 14:27:59.521143 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33200) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:59.546508 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:59.554788 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d625f3e-4ad2-4d13-a77c-37bac9e64971 req-1c8c7367-3092-4d38-a488-69db7d1b3705 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477483 Jul 31 14:27:59.583921 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (a26646e8-2576-4a09-9eab-554f85f395a5), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:59.612277 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (a26646e8-2576-4a09-9eab-554f85f395a5), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:59.661755 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a26646e8-2576-4a09-9eab-554f85f395a5), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:59.664370 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:59.665455 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "DELETE /v2.0/security-groups/a26646e8-2576-4a09-9eab-554f85f395a5 HTTP/1.1" status: 204 len: 168 time: 0.1432669 Jul 31 14:27:59.668299 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33206) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:59.677089 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26646e8-2576-4a09-9eab-554f85f395a5,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:27:59.677740 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:27:59.684644 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.api.v2.resource [None req-28461e9d-5963-49db-8f2b-d624e53dfe3c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] show failed (client error): The resource could not be found. Jul 31 14:27:59.685679 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-28461e9d-5963-49db-8f2b-d624e53dfe3c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups/a26646e8-2576-4a09-9eab-554f85f395a5 HTTP/1.1" status: 404 len: 347 time: 0.0158477 Jul 31 14:27:59.689088 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33208) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:27:59.708068 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.708408 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.708762 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.709073 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.709399 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.709724 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.710048 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.710364 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.710685 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.711001 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.711319 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.711656 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.711971 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.712285 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.712597 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41aedf3-1157-42b9-87c1-8c88b55020e4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:27:59.733505 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a5792-8a3c-4e83-9e51-647130b0643d req-f3649697-2229-4a73-8a9e-1fb1907a9283 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:27:59.735074 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-085a5792-8a3c-4e83-9e51-647130b0643d req-f3649697-2229-4a73-8a9e-1fb1907a9283 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0603869 Jul 31 14:27:59.785705 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-085a5792-8a3c-4e83-9e51-647130b0643d req-abc8946b-a35f-4b7d-9b6e-539ddb596e61 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=bb97b90c-a509-4da3-bac6-4e94d023f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Jul 31 14:27:59.806213 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Deleting port 29e6c079-7e2d-4dd2-8473-6fe6046eb60f {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:27:59.806559 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (29e6c079-7e2d-4dd2-8473-6fe6046eb60f), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:59.881784 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (29e6c079-7e2d-4dd2-8473-6fe6046eb60f), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:59.882114 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (29e6c079-7e2d-4dd2-8473-6fe6046eb60f), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:27:59.895217 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Calling delete_port for 29e6c079-7e2d-4dd2-8473-6fe6046eb60f owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:27:59.924764 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:27:59.943655 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:27:59.943996 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 7e5cce5a-1a99-4a5c-bf5a-9f385c9918bc not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:00.027006 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (29e6c079-7e2d-4dd2-8473-6fe6046eb60f), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.052021 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'Port': ['ID=29e6c079-7e2d-4dd2-8473-6fe6046eb60f,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:00.079140 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.079515 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.079857 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.080192 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.080521 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.081468 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.081796 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.082119 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.082442 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.082762 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.083088 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.083407 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.083746 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.084064 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.084381 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:00.126147 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (b6d328c6-c828-4b77-80c9-032d36c7783f), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.129313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.130452 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-cf3b1fbf-6598-47ad-9b37-2ad0125424e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "DELETE /v2.0/floatingips/b6d328c6-c828-4b77-80c9-032d36c7783f HTTP/1.1" status: 204 len: 168 time: 0.4400492 Jul 31 14:28:00.195346 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33212) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:00.199810 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-5aa84442-a1fe-4119-87b6-036e520469f1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028101497', 'description': 'tempest-description--963452495'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:28:00.220517 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5aa84442-a1fe-4119-87b6-036e520469f1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.253531 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-9e739ec1-352c-4b63-90cd-b2aafdaf86c0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:00.255027 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-9e739ec1-352c-4b63-90cd-b2aafdaf86c0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 945 time: 0.0502384 Jul 31 14:28:00.290476 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5aa84442-a1fe-4119-87b6-036e520469f1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (65faba4d-d377-4551-93b2-6c6b31cd4d0f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.293946 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5aa84442-a1fe-4119-87b6-036e520469f1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (65faba4d-d377-4551-93b2-6c6b31cd4d0f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.298460 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:00.325454 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5aa84442-a1fe-4119-87b6-036e520469f1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.326671 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5aa84442-a1fe-4119-87b6-036e520469f1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303053 Jul 31 14:28:00.329854 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33214) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:00.331037 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa84442-a1fe-4119-87b6-036e520469f1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65faba4d-d377-4551-93b2-6c6b31cd4d0f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:00.334576 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-5c8ceb02-1e65-4d86-ad3d-5e8efb4a09da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group_rule': {'security_group_id': '65faba4d-d377-4551-93b2-6c6b31cd4d0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:28:00.359256 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Deleting port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:00.359620 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.411249 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ceb02-1e65-4d86-ad3d-5e8efb4a09da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (b6e7c023-a8b6-4c1a-9145-d89c19dee148), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.489713 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] For port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:00.489982 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.493068 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:00.539147 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ceb02-1e65-4d86-ad3d-5e8efb4a09da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (b6e7c023-a8b6-4c1a-9145-d89c19dee148), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.545859 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ceb02-1e65-4d86-ad3d-5e8efb4a09da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (b6e7c023-a8b6-4c1a-9145-d89c19dee148), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.560319 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:00.578992 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ceb02-1e65-4d86-ad3d-5e8efb4a09da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e7c023-a8b6-4c1a-9145-d89c19dee148,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:00.610510 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ceb02-1e65-4d86-ad3d-5e8efb4a09da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.611626 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-5c8ceb02-1e65-4d86-ad3d-5e8efb4a09da tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808359 Jul 31 14:28:00.614614 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33218) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:00.619684 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-9aa10b72-14c3-4ac8-ae31-60eb9d6601d1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'security_group_rule': {'security_group_id': '65faba4d-d377-4551-93b2-6c6b31cd4d0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:28:00.672725 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9aa10b72-14c3-4ac8-ae31-60eb9d6601d1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (9ee24b15-26b2-45bc-b49e-4b065e95f62f), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.688145 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.688506 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (a3bcd872-13ba-441e-ad1a-1b3a85fd49f8), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.688811 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Floating IP a3bcd872-13ba-441e-ad1a-1b3a85fd49f8 disassociated. External IP: 172.27.1.114, port: 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210. Jul 31 14:28:00.689149 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Calling delete_port for 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:00.700876 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61789e-2fdd-464d-a394-5ae7d74bbbd4 req-5d80b0df-ec03-496f-a6ae-332ab72fb1f6 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:00.702333 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b61789e-2fdd-464d-a394-5ae7d74bbbd4 req-5d80b0df-ec03-496f-a6ae-332ab72fb1f6 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0638454 Jul 31 14:28:00.774854 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9aa10b72-14c3-4ac8-ae31-60eb9d6601d1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (9ee24b15-26b2-45bc-b49e-4b065e95f62f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.778721 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b61789e-2fdd-464d-a394-5ae7d74bbbd4 req-83841f24-0a3a-4909-93c1-f3ff5602ddf9 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688403 Jul 31 14:28:00.779764 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9aa10b72-14c3-4ac8-ae31-60eb9d6601d1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (9ee24b15-26b2-45bc-b49e-4b065e95f62f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.803685 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa10b72-14c3-4ac8-ae31-60eb9d6601d1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee24b15-26b2-45bc-b49e-4b065e95f62f,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:00.807018 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9aa10b72-14c3-4ac8-ae31-60eb9d6601d1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.808230 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9aa10b72-14c3-4ac8-ae31-60eb9d6601d1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1925716 Jul 31 14:28:00.812440 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33220) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:00.817511 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:28:00.831928 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (8cbcf7d3-6045-42ae-b5a4-ef6ca863d210), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.844330 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:00.878469 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event deleted for resources: {'Port': ['ID=8cbcf7d3-6045-42ae-b5a4-ef6ca863d210,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:00.928756 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3683164a-7ab1-4d65-8e1f-fba050c2b33c req-ff52fb81-6fce-41d2-b1f3-77501c613fe9 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 210 time: 0.0604734 Jul 31 14:28:00.930916 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.024271 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:01.051793 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Allocated IP 172.27.1.199 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/31c1d98e-b94a-4500-92d0-779a02742232) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:28:01.163989 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (31c1d98e-b94a-4500-92d0-779a02742232), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.198721 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (31c1d98e-b94a-4500-92d0-779a02742232), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.249041 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:28:01.255666 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:28:01.257555 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=31c1d98e-b94a-4500-92d0-779a02742232,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:01.259774 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:28:01.265650 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Router 13d69d6a-7fc7-420c-b463-745e78901dff has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:28:01.291580 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:01.352682 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (329b0f10-4f38-497a-a8e1-dfdbc3bd10eb), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.374662 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:28:01.387913 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] Sync routers for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:28:01.395762 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (31c1d98e-b94a-4500-92d0-779a02742232), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.401551 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:01.401551 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:27:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:01.416158 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] No DVR routers for this DVR port 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:01.419090 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.421866 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73f6dd72-8053-4c43-aa92-78f152f1999c req-8259612a-2aa8-4009-9d3e-a3508ef8fda6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "DELETE /v2.0/ports/8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 HTTP/1.1" status: 204 len: 173 time: 1.1596420 Jul 31 14:28:01.422302 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'name': 'network-vif-deleted', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:01.425353 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d0ce67-8ead-4543-aff9-bf60e92a3134" -d '{"events": [{"server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "name": "network-vif-deleted", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:01.464988 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a1b20-ddb5-4a55-b3ef-789b7ebe7cf3 x-openstack-request-id: req-c58a1b20-ddb5-4a55-b3ef-789b7ebe7cf3 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:01.465284 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337cbeb6-512e-4bf5-bd53-cd837c00947e", "name": "network-vif-deleted", "tag": "8cbcf7d3-6045-42ae-b5a4-ef6ca863d210", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:01.465529 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c58a1b20-ddb5-4a55-b3ef-789b7ebe7cf3 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:01.465926 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58a1b20-ddb5-4a55-b3ef-789b7ebe7cf3'] response: {'server_uuid': '337cbeb6-512e-4bf5-bd53-cd837c00947e', 'name': 'network-vif-deleted', 'tag': '8cbcf7d3-6045-42ae-b5a4-ef6ca863d210', 'status': 'completed', 'code': 200} Jul 31 14:28:01.518427 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:01.559296 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (31c1d98e-b94a-4500-92d0-779a02742232), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.564775 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10251120'] for port (31c1d98e-b94a-4500-92d0-779a02742232), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.636172 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=31c1d98e-b94a-4500-92d0-779a02742232,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:01.638288 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (329b0f10-4f38-497a-a8e1-dfdbc3bd10eb), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.655671 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:01.665684 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d7da8ae1-2e60-4d99-9fb8-4676f21206b1 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8434901 Jul 31 14:28:01.677472 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:01.721014 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:12Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:01.749596 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] Checking router: 13d69d6a-7fc7-420c-b463-745e78901dff for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:28:01.757693 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:01.758282 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:27:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:01.794340 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:01.807876 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-0c801117-d9dd-4f79-a1b4-f7f43fd6146e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1028101497&fields=id&tenant_id=9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 267 time: 0.0432363 Jul 31 14:28:01.858355 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:01.908000 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d565d8-440e-47ce-90f2-f8f1a8ecfd46 req-145ee0ec-cab8-45f2-8b0e-f78d413d4011 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:01.910843 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-42d565d8-440e-47ce-90f2-f8f1a8ecfd46 req-145ee0ec-cab8-45f2-8b0e-f78d413d4011 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.0535450 Jul 31 14:28:01.929869 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-ebe76005-d6cf-487c-931d-bb932203df06 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:01.932042 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-ebe76005-d6cf-487c-931d-bb932203df06 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 815 time: 0.1179981 Jul 31 14:28:01.949542 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-08fa193d-d564-4f0d-b28f-8f2eccbe1b9a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/quotas/9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 375 time: 0.0114803 Jul 31 14:28:01.956860 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device e91303da-f1e0-49da-acae-3ce6750984f8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:28:01.971116 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-42d565d8-440e-47ce-90f2-f8f1a8ecfd46 req-5dceedf9-ed04-489d-a7aa-a9c4a8e74b5d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540962 Jul 31 14:28:02.019962 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-df522eba-302e-4144-8b45-1f78353cd280 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539949 Jul 31 14:28:02.087659 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e91303da-f1e0-49da-acae-3ce6750984f8,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:02.102444 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'port_id': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'mac_address': 'fa:16:3e:a8:6f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:28:02.129701 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:12Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:02.148241 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a2097957-5d71-43b3-b51f-e8f50aa33b99 req-1b813339-8c4c-4ae0-b790-6141fee2026e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=337cbeb6-512e-4bf5-bd53-cd837c00947e HTTP/1.1" status: 200 len: 210 time: 0.0397062 Jul 31 14:28:02.169032 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port e91303da-f1e0-49da-acae-3ce6750984f8 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:28:02.169657 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:02.180977 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2f6fc-6d42-4069-a775-26d4f1cf8e26 None None] The sync data for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi is: [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '204e914f-52e6-45f8-a4e6-01f4086c5b48', 'name': '', 'network_id': 'f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'mac_address': 'fa:16:3e:d6:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:53Z', 'updated_at': '2022-07-31T14:23:12Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'subnets': [{'id': 'aaa9e51a-fb76-4777-bcb3-fbd636f7ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:28:02.187488 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:02.187659 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91303da-f1e0-49da-acae-3ce6750984f8 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:28:02.214797 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e91303da-f1e0-49da-acae-3ce6750984f8,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:02.218817 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:02.228070 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-00218da9-5052-4637-82e5-c58b30959580 service neutron] 10.222.0.40 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861510 Jul 31 14:28:02.267925 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=e91303da-f1e0-49da-acae-3ce6750984f8,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:02.324841 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-3ca3f6f4-3ec3-4576-82ad-a8922e39fafa service neutron] 10.222.0.40 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904324 Jul 31 14:28:02.422244 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c3385-c078-43ea-93d8-6644e8687cee None None] New status for floating IP a3bcd872-13ba-441e-ad1a-1b3a85fd49f8: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:28:02.489618 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a16ad04d-2f80-4a63-9640-1ed601afc9f9 req-32d92218-a9cb-44d7-ba11-2b43cd09700d tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 210 time: 0.0289872 Jul 31 14:28:02.751571 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['e91303da-f1e0-49da-acae-3ce6750984f8'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:28:03.096088 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:03.105481 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45909db-c7e5-414e-870e-62314815bcf3 req-19899be1-de03-4734-9c23-16e10822b73b tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:03.106946 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b45909db-c7e5-414e-870e-62314815bcf3 req-19899be1-de03-4734-9c23-16e10822b73b tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0479841 Jul 31 14:28:03.170066 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b45909db-c7e5-414e-870e-62314815bcf3 req-62e92273-b2df-4506-ad8c-104f2a72bf5b tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558331 Jul 31 14:28:03.241632 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33262) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:03.295386 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8437204d-f3e9-4aa0-ba3b-910f6c1cf66c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group (bb97b90c-a509-4da3-bac6-4e94d023f75d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:03.304817 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:UPDATE=4,neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:03.319862 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8437204d-f3e9-4aa0-ba3b-910f6c1cf66c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group (bb97b90c-a509-4da3-bac6-4e94d023f75d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:03.367566 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8437204d-f3e9-4aa0-ba3b-910f6c1cf66c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (bb97b90c-a509-4da3-bac6-4e94d023f75d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:03.370067 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8437204d-f3e9-4aa0-ba3b-910f6c1cf66c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:03.371199 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8437204d-f3e9-4aa0-ba3b-910f6c1cf66c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "DELETE /v2.0/security-groups/bb97b90c-a509-4da3-bac6-4e94d023f75d HTTP/1.1" status: 204 len: 168 time: 0.1284795 Jul 31 14:28:03.373973 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33264) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:03.380451 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437204d-f3e9-4aa0-ba3b-910f6c1cf66c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb97b90c-a509-4da3-bac6-4e94d023f75d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:03.390838 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.api.v2.resource [None req-eb3122b7-7bb7-485d-8e22-f90ff222be4c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] show failed (client error): The resource could not be found. Jul 31 14:28:03.391850 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-eb3122b7-7bb7-485d-8e22-f90ff222be4c tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups/bb97b90c-a509-4da3-bac6-4e94d023f75d HTTP/1.1" status: 404 len: 347 time: 0.0165474 Jul 31 14:28:03.392425 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:03.395203 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33266) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:03.511178 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Deleting port 4369fa39-fcb1-4d74-8370-f0c67e84e9db {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:03.511446 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (4369fa39-fcb1-4d74-8370-f0c67e84e9db), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:03.592124 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (4369fa39-fcb1-4d74-8370-f0c67e84e9db), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:03.592451 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for floatingip (4369fa39-fcb1-4d74-8370-f0c67e84e9db), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:03.597167 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd026b11-b12b-476f-a419-1b8fd2e1aef1 req-fb717cd7-7e08-4171-8ff7-b65f5260a6b7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 210 time: 0.0326607 Jul 31 14:28:03.606390 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Calling delete_port for 4369fa39-fcb1-4d74-8370-f0c67e84e9db owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:03.786390 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-001f155f-0202-4870-bb8e-857938521c1b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:03.787851 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-001f155f-0202-4870-bb8e-857938521c1b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 815 time: 0.1371651 Jul 31 14:28:03.868524 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (4369fa39-fcb1-4d74-8370-f0c67e84e9db), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:03.901150 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event deleted for resources: {'Port': ['ID=4369fa39-fcb1-4d74-8370-f0c67e84e9db,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:03.909950 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c3f66dc7-f522-4798-b450-71a47dc3ba2f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9097fd66951e457ba46812ff17db7501 HTTP/1.1" status: 200 len: 380 time: 0.0947418 Jul 31 14:28:03.919198 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'port': {'device_id': '52d6930f-fac2-4f58-996e-00224187cbbd', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'admin_state_up': True, 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'security_groups': ['65faba4d-d377-4551-93b2-6c6b31cd4d0f']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:28:03.977259 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device e91303da-f1e0-49da-acae-3ce6750984f8 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:28:04.023153 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port e91303da-f1e0-49da-acae-3ce6750984f8 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:28:04.023458 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.030273 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks [] for floatingip (a3bcd872-13ba-441e-ad1a-1b3a85fd49f8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.032741 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.033905 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-d743a91f-12f8-465d-b690-5160f6f3703e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "DELETE /v2.0/floatingips/a3bcd872-13ba-441e-ad1a-1b3a85fd49f8 HTTP/1.1" status: 204 len: 168 time: 0.6377499 Jul 31 14:28:04.085631 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Made reservation on behalf of 9097fd66951e457ba46812ff17db7501 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:28:04.089326 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.094113 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:04.102820 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port e91303da-f1e0-49da-acae-3ce6750984f8 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:28:04.103390 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.128135 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:04.130836 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36464b74-935d-4989-8d1a-521354ec44e0" -d '{"events": [{"server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "name": "network-vif-plugged", "status": "completed", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:04.139967 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:04.145430 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e91303da-f1e0-49da-acae-3ce6750984f8,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:04.163163 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.163163 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:04.163398 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:04.197948 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:04.198297 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 8cbcf7d3-6045-42ae-b5a4-ef6ca863d210 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:04.203079 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3f951d-d594-4a7e-92ec-737f0397ac03 x-openstack-request-id: req-1b3f951d-d594-4a7e-92ec-737f0397ac03 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:04.203385 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "name": "network-vif-plugged", "status": "completed", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:04.203663 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1b3f951d-d594-4a7e-92ec-737f0397ac03 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:04.204111 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3f951d-d594-4a7e-92ec-737f0397ac03'] response: {'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'code': 200} Jul 31 14:28:04.225903 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=e91303da-f1e0-49da-acae-3ce6750984f8,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:04.243547 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Allocated IP 172.20.0.12 (cbc0073a-ae55-48a9-8514-9052086eccf8/94e7849f-ea16-46d7-a530-fdaaf4efb3a4/cceca3ff-4dba-468b-9a2c-92275cf1a02c) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:28:04.304928 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4594-7e97-48fa-93d4-f5288357a069 req-b4e4dc24-9f3a-4fe0-a1d0-b30db4bd1263 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:04.306439 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1fec4594-7e97-48fa-93d4-f5288357a069 req-b4e4dc24-9f3a-4fe0-a1d0-b30db4bd1263 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0491533 Jul 31 14:28:04.355865 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1fec4594-7e97-48fa-93d4-f5288357a069 req-001b543f-5154-4fec-b453-7e2841e13bd3 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437248 Jul 31 14:28:04.394555 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.429074 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.500035 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Network cbc0073a-ae55-48a9-8514-9052086eccf8 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:28:04.508852 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:28:04.512653 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event updated for resources: {'Port': ['ID=cceca3ff-4dba-468b-9a2c-92275cf1a02c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:04.516536 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:28:04.522126 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef84f9-d943-4020-a7ce-a436cf9a19d9 req-b57fd26e-2268-47b0-b6b1-5cf48cc6869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:04.522971 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a4ef84f9-d943-4020-a7ce-a436cf9a19d9 req-b57fd26e-2268-47b0-b6b1-5cf48cc6869d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1130 time: 0.0636561 Jul 31 14:28:04.591359 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:04.591997 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.618670 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a4ef84f9-d943-4020-a7ce-a436cf9a19d9 req-f5c8c859-7d59-4602-8c02-391dbcaa586f service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770254 Jul 31 14:28:04.622236 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-c7b9e1ef-b0a6-41ea-a1f5-c7281719ab90 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7067966 Jul 31 14:28:04.717379 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990c408-98f6-49dc-a0e9-71a43bdb7c45 req-18c62f66-28b5-49d0-ba6f-10120c0a4e81 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:04.718850 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2990c408-98f6-49dc-a0e9-71a43bdb7c45 req-18c62f66-28b5-49d0-ba6f-10120c0a4e81 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 932 time: 0.0465109 Jul 31 14:28:04.762514 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-b0b92c92-3a33-4bf7-b0ab-2b8f3d0d01f1 None None] Provisioning complete for port cceca3ff-4dba-468b-9a2c-92275cf1a02c triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:28:04.763077 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b0b92c92-3a33-4bf7-b0ab-2b8f3d0d01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:04.765602 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2990c408-98f6-49dc-a0e9-71a43bdb7c45 req-d34e9780-26a1-475c-94ca-5f74812d27a0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401256 Jul 31 14:28:04.795575 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b0b92c92-3a33-4bf7-b0ab-2b8f3d0d01f1 None None] Port cceca3ff-4dba-468b-9a2c-92275cf1a02c cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:28:04.912347 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Request body: {'port': {'device_id': '52d6930f-fac2-4f58-996e-00224187cbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:28:04.973384 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:05.138478 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:05.194554 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:05.230791 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cceca3ff-4dba-468b-9a2c-92275cf1a02c {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:28:05.239671 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Publish callbacks [] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:05.256461 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Transition to ACTIVE for port object cceca3ff-4dba-468b-9a2c-92275cf1a02c will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:28:05.260439 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:05.342470 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Pushing event updated for resources: {'Port': ['ID=cceca3ff-4dba-468b-9a2c-92275cf1a02c,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:05.373073 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Attempting to bind port cceca3ff-4dba-468b-9a2c-92275cf1a02c on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:28:05.373406 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Attempting to bind port cceca3ff-4dba-468b-9a2c-92275cf1a02c by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:28:05.373726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Attempting to bind port cceca3ff-4dba-468b-9a2c-92275cf1a02c on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:28:05.378575 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Port cceca3ff-4dba-468b-9a2c-92275cf1a02c on network cbc0073a-ae55-48a9-8514-9052086eccf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:28:05.378888 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Attempting to bind port cceca3ff-4dba-468b-9a2c-92275cf1a02c on network cbc0073a-ae55-48a9-8514-9052086eccf8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:28:05.383740 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:28:05.384071 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Checking segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:28:05.384443 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Bound using segment: {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:28:05.384860 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Bound port: cceca3ff-4dba-468b-9a2c-92275cf1a02c, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc41954-27d6-41b4-9a14-79eb8833355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:28:05.385206 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:05.447473 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] For port cceca3ff-4dba-468b-9a2c-92275cf1a02c, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:28:05.451268 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] For port cceca3ff-4dba-468b-9a2c-92275cf1a02c, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cceca3ff-4dba-468b-9a2c-92275cf1a02c,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:28:05.457257 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:05.461069 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:05.462726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:05.463592 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] 10.222.0.17 "PUT /v2.0/ports/cceca3ff-4dba-468b-9a2c-92275cf1a02c HTTP/1.1" status: 200 len: 1094 time: 0.5559974 Jul 31 14:28:05.465735 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d6930f-fac2-4f58-996e-00224187cbbd', 'tag': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:05.468032 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "52d6930f-fac2-4f58-996e-00224187cbbd", "tag": "cceca3ff-4dba-468b-9a2c-92275cf1a02c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:05.478961 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39b38c-d981-421a-9aae-b7a0bd83f079 req-bcb85dea-1b4e-49a6-a48d-7d2ef911e763 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:05.480489 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9d39b38c-d981-421a-9aae-b7a0bd83f079 req-bcb85dea-1b4e-49a6-a48d-7d2ef911e763 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0494077 Jul 31 14:28:05.517408 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70315da9-af56-404b-be08-42d147fe53d3 x-openstack-request-id: req-70315da9-af56-404b-be08-42d147fe53d3 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:05.517691 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d6930f-fac2-4f58-996e-00224187cbbd", "tag": "cceca3ff-4dba-468b-9a2c-92275cf1a02c", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:05.517947 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-70315da9-af56-404b-be08-42d147fe53d3 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:05.518411 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70315da9-af56-404b-be08-42d147fe53d3'] response: {'name': 'network-changed', 'server_uuid': '52d6930f-fac2-4f58-996e-00224187cbbd', 'tag': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c', 'status': 'completed', 'code': 200} Jul 31 14:28:05.529585 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ff408-3bc5-40df-866d-33185b89e66c service neutron] Pushing event updated for resources: {'Port': ['ID=cceca3ff-4dba-468b-9a2c-92275cf1a02c,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:05.539925 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9d39b38c-d981-421a-9aae-b7a0bd83f079 req-bd52f8a2-930e-42e4-be9f-098aa3034d9b tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535884 Jul 31 14:28:05.741358 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-6ea36bdc-dcf9-4695-97c9-e7dade6f9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:05.742740 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-6ea36bdc-dcf9-4695-97c9-e7dade6f9319 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 1128 time: 0.0404043 Jul 31 14:28:05.890663 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788043de-3ae3-4f3d-9645-05be0634128d req-e5179e4f-d9fa-4f63-a8d3-e4a098a9b451 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:05.892114 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-788043de-3ae3-4f3d-9645-05be0634128d req-e5179e4f-d9fa-4f63-a8d3-e4a098a9b451 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 944 time: 0.0496573 Jul 31 14:28:05.939785 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-788043de-3ae3-4f3d-9645-05be0634128d req-58aa395e-990c-4dd4-84de-7f8fe99d7f89 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420678 Jul 31 14:28:06.313718 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-4b297f2e-d2bf-4eeb-b8b4-ed6f0fc09941 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cceca3ff-4dba-468b-9a2c-92275cf1a02c HTTP/1.1" status: 200 len: 217 time: 0.0763168 Jul 31 14:28:06.370258 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-5b83ba17-dd5f-4efa-80ee-f085feaf6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:06.371737 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-5b83ba17-dd5f-4efa-80ee-f085feaf6076 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.0453708 Jul 31 14:28:06.419621 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-311006c6-a094-403d-8018-d8827e0b0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:06.421109 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-311006c6-a094-403d-8018-d8827e0b0f69 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441427 Jul 31 14:28:06.523738 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-79b8fe45-feec-4aaa-96d0-d8bd48ecc6b1 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946789 Jul 31 14:28:06.555439 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963426ab-7fff-48bb-bf25-11c0e50d87fd req-ea2c95d7-1d7e-4ce7-9aab-267fb8f9a1d6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:06.556840 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-963426ab-7fff-48bb-bf25-11c0e50d87fd req-ea2c95d7-1d7e-4ce7-9aab-267fb8f9a1d6 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0562069 Jul 31 14:28:06.607706 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-963426ab-7fff-48bb-bf25-11c0e50d87fd req-9f5c1f02-6b32-44c5-a1a7-9242bf1e0ab3 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452425 Jul 31 14:28:06.662101 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788e67e-4409-4d2d-8ee4-7e934ad596c3 req-2aa131d3-cf88-4adf-aabb-46d725a4c7a2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:06.663448 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0788e67e-4409-4d2d-8ee4-7e934ad596c3 req-2aa131d3-cf88-4adf-aabb-46d725a4c7a2 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0504596 Jul 31 14:28:06.694919 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:06.711662 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0788e67e-4409-4d2d-8ee4-7e934ad596c3 req-a2f82323-06dc-421d-81bf-ab54334a2490 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427690 Jul 31 14:28:07.053630 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7da9-b5f1-4a8d-b52a-03edb3ccb347 req-f8cbf689-8684-4211-9a6b-330117f17875 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:07.055060 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3bbb7da9-b5f1-4a8d-b52a-03edb3ccb347 req-f8cbf689-8684-4211-9a6b-330117f17875 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 944 time: 0.0458012 Jul 31 14:28:07.100930 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:07.106429 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3bbb7da9-b5f1-4a8d-b52a-03edb3ccb347 req-d7143429-4b73-4c99-9a07-851c9ea8dccd tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456789 Jul 31 14:28:07.726106 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348a7d7-766d-45b6-8e79-4c5cad876ef8 req-b7c884ee-3033-41ab-bc27-13a6849babb5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:07.727558 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9348a7d7-766d-45b6-8e79-4c5cad876ef8 req-b7c884ee-3033-41ab-bc27-13a6849babb5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0463130 Jul 31 14:28:07.777689 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9348a7d7-766d-45b6-8e79-4c5cad876ef8 req-c0ff1991-d299-4ebf-9cbe-3dff760deeed tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Jul 31 14:28:07.984417 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b0bd08-8a5f-495e-a3a0-ceb1a1b9888b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:08.225476 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c0c57-9901-403e-9e32-c1e364b67de8 req-59593108-abac-4886-baec-656d0370aec0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:08.226904 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee3c0c57-9901-403e-9e32-c1e364b67de8 req-59593108-abac-4886-baec-656d0370aec0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 944 time: 0.0469210 Jul 31 14:28:08.273052 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee3c0c57-9901-403e-9e32-c1e364b67de8 req-8e5d23eb-6e3c-4c7b-829f-edd7477abb9a tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 Jul 31 14:28:08.633884 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:08.701429 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1768fe24-aa48-46fb-8829-f82b0bf2f098 req-9b0fa179-6625-4b43-b95c-a911cf7c6ddd service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885816 Jul 31 14:28:08.894106 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6c057-33f1-4576-9ee3-b70004868505 req-5633c1f3-344f-42d3-b214-ec026bc50846 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:08.895475 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39f6c057-33f1-4576-9ee3-b70004868505 req-5633c1f3-344f-42d3-b214-ec026bc50846 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0464230 Jul 31 14:28:08.947608 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39f6c057-33f1-4576-9ee3-b70004868505 req-4383b987-7f1b-4b95-9a20-ea335f7e47e8 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Jul 31 14:28:09.387101 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5def5-e070-466e-a377-945dfcf31499 req-6660b4e2-72c6-4c1e-8c7f-24f28b95d0e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:09.388592 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ebb5def5-e070-466e-a377-945dfcf31499 req-6660b4e2-72c6-4c1e-8c7f-24f28b95d0e2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 944 time: 0.0466154 Jul 31 14:28:09.434928 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ebb5def5-e070-466e-a377-945dfcf31499 req-54db4ef3-8bca-4d05-a746-42d11c88e2cc tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Jul 31 14:28:09.970083 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-a999f893-d325-4bfd-bc4d-0c55d007029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:09.971623 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-a999f893-d325-4bfd-bc4d-0c55d007029e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 1128 time: 0.0766127 Jul 31 14:28:09.977962 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f950-2627-4297-82a1-ca1eef17508e req-458caf82-377c-4119-83c2-64d8a891f712 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:09.979293 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7444f950-2627-4297-82a1-ca1eef17508e req-458caf82-377c-4119-83c2-64d8a891f712 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0711389 Jul 31 14:28:10.064602 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8f59d-7c6f-4b1e-8d35-9e1e1b65e67e req-58d0da71-9457-4e8e-b570-e885946629d2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:10.066737 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-81f8f59d-7c6f-4b1e-8d35-9e1e1b65e67e req-58d0da71-9457-4e8e-b570-e885946629d2 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 945 time: 0.0471585 Jul 31 14:28:10.114774 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-81f8f59d-7c6f-4b1e-8d35-9e1e1b65e67e req-5e524050-a354-4421-833f-b572c2e24d5f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Jul 31 14:28:10.143462 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9eb201f-9778-41e3-b389-0e5647b28551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:10.144108 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-7444f950-2627-4297-82a1-ca1eef17508e req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Deleting port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:10.144108 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7444f950-2627-4297-82a1-ca1eef17508e req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:10.155197 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-5e6ba031-37bb-45ad-9611-dde2b7208073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:10.156627 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-5e6ba031-37bb-45ad-9611-dde2b7208073 service neutron] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 916 time: 0.1764545 Jul 31 14:28:10.220479 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-f67bff51-148e-4c38-bfc6-5b3627af7ed5 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cceca3ff-4dba-468b-9a2c-92275cf1a02c HTTP/1.1" status: 200 len: 217 time: 0.0358696 Jul 31 14:28:10.298938 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-7444f950-2627-4297-82a1-ca1eef17508e req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] For port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:10.299866 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7444f950-2627-4297-82a1-ca1eef17508e req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:10.303005 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-b8d14b75-41ff-47db-8b9d-c8044c466d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:10.304475 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-b8d14b75-41ff-47db-8b9d-c8044c466d9f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.0747540 Jul 31 14:28:10.326518 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-7444f950-2627-4297-82a1-ca1eef17508e req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Calling delete_port for ed70b0fd-9fe3-4da7-820f-d863fbfcf92e owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:10.362444 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-551a9b24-2039-4863-929a-c578d5ea83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:10.363915 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-551a9b24-2039-4863-929a-c578d5ea83b3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525770 Jul 31 14:28:10.458806 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:10.504698 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-aed78a86-dcca-484c-904f-49d327249411 service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161697 Jul 31 14:28:10.642253 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294225e-7314-48af-a9b2-2842b8150554 req-5552e998-1a05-4aa2-83b1-5c0e72fb20c5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:10.644243 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0294225e-7314-48af-a9b2-2842b8150554 req-5552e998-1a05-4aa2-83b1-5c0e72fb20c5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 944 time: 0.1152279 Jul 31 14:28:10.644933 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7444f950-2627-4297-82a1-ca1eef17508e req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (ed70b0fd-9fe3-4da7-820f-d863fbfcf92e), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:10.656434 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:10.685070 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['ed70b0fd-9fe3-4da7-820f-d863fbfcf92e', 'fd1b1c90-9fee-4c88-917b-cd367e44842e'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:28:10.699128 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event deleted for resources: {'Port': ['ID=ed70b0fd-9fe3-4da7-820f-d863fbfcf92e,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:10.751623 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-68e79839-3f88-4eb0-a804-3e1b7e27d5cf req-10651df8-0554-47a2-9c3e-0b1ee25914ca service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405169 Jul 31 14:28:10.774889 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7444f950-2627-4297-82a1-ca1eef17508e req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] No DVR routers for this DVR port ed70b0fd-9fe3-4da7-820f-d863fbfcf92e on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:10.779739 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7444f950-2627-4297-82a1-ca1eef17508e req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:10.782942 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7444f950-2627-4297-82a1-ca1eef17508e req-48c689ad-a545-427d-b9d2-de359ff83d0d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "DELETE /v2.0/ports/ed70b0fd-9fe3-4da7-820f-d863fbfcf92e HTTP/1.1" status: 204 len: 173 time: 0.7940361 Jul 31 14:28:10.783381 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b525f36f-61be-4205-85c9-112378b82b28', 'name': 'network-vif-deleted', 'tag': 'ed70b0fd-9fe3-4da7-820f-d863fbfcf92e'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:10.786234 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0175b1-d746-48f2-9772-f33be34dc2cf" -d '{"events": [{"server_uuid": "b525f36f-61be-4205-85c9-112378b82b28", "name": "network-vif-deleted", "tag": "ed70b0fd-9fe3-4da7-820f-d863fbfcf92e"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:10.792748 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0294225e-7314-48af-a9b2-2842b8150554 req-0ca25897-7055-4a63-8f3a-87efa91976b0 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387181 Jul 31 14:28:10.840019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73a6cb5-02aa-41a2-9ad5-4d658f44bed2 x-openstack-request-id: req-c73a6cb5-02aa-41a2-9ad5-4d658f44bed2 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:10.840188 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b525f36f-61be-4205-85c9-112378b82b28", "name": "network-vif-deleted", "tag": "ed70b0fd-9fe3-4da7-820f-d863fbfcf92e", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:10.840465 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c73a6cb5-02aa-41a2-9ad5-4d658f44bed2 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:10.840873 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73a6cb5-02aa-41a2-9ad5-4d658f44bed2'] response: {'server_uuid': 'b525f36f-61be-4205-85c9-112378b82b28', 'name': 'network-vif-deleted', 'tag': 'ed70b0fd-9fe3-4da7-820f-d863fbfcf92e', 'status': 'completed', 'code': 200} Jul 31 14:28:11.233804 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7e904671-edc0-4286-bc27-f68b122169b5 req-7f993e9f-862d-4d64-b174-c7068c0c8014 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=b525f36f-61be-4205-85c9-112378b82b28 HTTP/1.1" status: 200 len: 210 time: 0.0284147 Jul 31 14:28:11.429111 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:11.922457 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a3d4c-1f27-4509-97ae-24b8dceb9de0 req-a037db32-7f5c-4f12-9c47-984eeeca8bdb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:11.923921 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-146a3d4c-1f27-4509-97ae-24b8dceb9de0 req-a037db32-7f5c-4f12-9c47-984eeeca8bdb tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 944 time: 0.0467751 Jul 31 14:28:11.970119 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-146a3d4c-1f27-4509-97ae-24b8dceb9de0 req-ac2b0279-ddf2-456b-b045-00c5b687dd38 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Jul 31 14:28:12.008307 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device cceca3ff-4dba-468b-9a2c-92275cf1a02c details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:28:12.107583 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port cceca3ff-4dba-468b-9a2c-92275cf1a02c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cceca3ff-4dba-468b-9a2c-92275cf1a02c,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:12.118922 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'port_id': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c', 'mac_address': 'fa:16:3e:c3:31:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:28:12.153927 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port cceca3ff-4dba-468b-9a2c-92275cf1a02c is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:28:12.154335 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:12.167619 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cceca3ff-4dba-468b-9a2c-92275cf1a02c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:28:12.186999 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port cceca3ff-4dba-468b-9a2c-92275cf1a02c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cceca3ff-4dba-468b-9a2c-92275cf1a02c,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:12.190407 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:12.196579 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:12.241474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=cceca3ff-4dba-468b-9a2c-92275cf1a02c,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:12.509939 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b5168-bd33-4d21-81d4-a056d6f853df req-25bd99d2-befd-4252-bbdc-ec5f811116a0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:12.512121 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f52b5168-bd33-4d21-81d4-a056d6f853df req-25bd99d2-befd-4252-bbdc-ec5f811116a0 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0545814 Jul 31 14:28:12.570015 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f52b5168-bd33-4d21-81d4-a056d6f853df req-0e36c51d-945b-4641-bd71-5ac0e051451f tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522840 Jul 31 14:28:12.662588 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['cceca3ff-4dba-468b-9a2c-92275cf1a02c'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:28:12.812954 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:12.986259 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:13.091827 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f17bf5-d7e1-4204-99ce-489d6179dcde req-c27839f7-f100-4da5-adb0-14ade61e884e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:13.093263 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-53f17bf5-d7e1-4204-99ce-489d6179dcde req-c27839f7-f100-4da5-adb0-14ade61e884e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 945 time: 0.0505099 Jul 31 14:28:13.138587 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-53f17bf5-d7e1-4204-99ce-489d6179dcde req-33a2e322-e2ea-453b-a6d6-6bbb4c900293 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391288 Jul 31 14:28:13.694433 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc829ae2-9d6d-4d96-8615-43847572bd67 req-509df6af-2ae0-411d-bf97-c4e5d9790c66 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:13.695917 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc829ae2-9d6d-4d96-8615-43847572bd67 req-509df6af-2ae0-411d-bf97-c4e5d9790c66 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0537302 Jul 31 14:28:13.743164 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc829ae2-9d6d-4d96-8615-43847572bd67 req-315e139c-ca97-4fe3-a624-b282b60171e5 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 Jul 31 14:28:14.009239 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device cceca3ff-4dba-468b-9a2c-92275cf1a02c up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:28:14.053790 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port cceca3ff-4dba-468b-9a2c-92275cf1a02c completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:28:14.059968 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port cceca3ff-4dba-468b-9a2c-92275cf1a02c triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:28:14.060384 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:14.085145 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:14.137987 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port cceca3ff-4dba-468b-9a2c-92275cf1a02c is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:28:14.138269 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:14.152710 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac33a83-0212-4304-a516-813eb3c87924 req-bd405991-45b8-4ab7-ba67-ba6c65033369 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:14.154195 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9ac33a83-0212-4304-a516-813eb3c87924 req-bd405991-45b8-4ab7-ba67-ba6c65033369 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0475659 Jul 31 14:28:14.161837 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d6930f-fac2-4f58-996e-00224187cbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:14.164092 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5904315-ef78-422e-9808-442fb2292f89" -d '{"events": [{"server_uuid": "52d6930f-fac2-4f58-996e-00224187cbbd", "name": "network-vif-plugged", "status": "completed", "tag": "cceca3ff-4dba-468b-9a2c-92275cf1a02c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:14.178217 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port cceca3ff-4dba-468b-9a2c-92275cf1a02c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cceca3ff-4dba-468b-9a2c-92275cf1a02c,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:14.183958 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:14.184909 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device ed70b0fd-9fe3-4da7-820f-d863fbfcf92e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:14.207854 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9ac33a83-0212-4304-a516-813eb3c87924 req-fe0ce4a8-8fd3-45ce-ba46-dee3ed655d04 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479143 Jul 31 14:28:14.211853 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: ed70b0fd-9fe3-4da7-820f-d863fbfcf92e {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:14.212265 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device ed70b0fd-9fe3-4da7-820f-d863fbfcf92e not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:14.258413 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=cceca3ff-4dba-468b-9a2c-92275cf1a02c,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:14.264626 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fff9e8-8116-4580-b81b-2f3e472fe87d x-openstack-request-id: req-b9fff9e8-8116-4580-b81b-2f3e472fe87d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:14.264978 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d6930f-fac2-4f58-996e-00224187cbbd", "name": "network-vif-plugged", "status": "completed", "tag": "cceca3ff-4dba-468b-9a2c-92275cf1a02c", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:14.265235 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b9fff9e8-8116-4580-b81b-2f3e472fe87d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:14.265615 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9fff9e8-8116-4580-b81b-2f3e472fe87d'] response: {'server_uuid': '52d6930f-fac2-4f58-996e-00224187cbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c', 'code': 200} Jul 31 14:28:14.268129 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c118a-bcbc-400e-9d91-efd4a91364f8 req-246d2c44-480c-4527-be8f-23fea54061b9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:14.269654 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7a2c118a-bcbc-400e-9d91-efd4a91364f8 req-246d2c44-480c-4527-be8f-23fea54061b9 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 946 time: 0.0521109 Jul 31 14:28:14.316929 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7a2c118a-bcbc-400e-9d91-efd4a91364f8 req-9220c431-9496-4e96-957b-5bd07976e7f5 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415590 Jul 31 14:28:14.863185 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504162d-069b-4dae-8997-4df8ad5b201b req-3797082a-04ef-42ad-b3e8-92b91fdde541 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:14.864650 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a504162d-069b-4dae-8997-4df8ad5b201b req-3797082a-04ef-42ad-b3e8-92b91fdde541 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0503128 Jul 31 14:28:15.133358 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:15.138260 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a504162d-069b-4dae-8997-4df8ad5b201b req-7a4ab4b0-aaf7-422e-be25-e43fc754b29d tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682207 Jul 31 14:28:15.332731 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbc69b-3e9b-4135-8591-564601826331 req-484a5f0c-d12f-42f5-9ee6-0b8f7439c512 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:15.334492 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-59fbc69b-3e9b-4135-8591-564601826331 req-484a5f0c-d12f-42f5-9ee6-0b8f7439c512 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0470169 Jul 31 14:28:15.387443 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-59fbc69b-3e9b-4135-8591-564601826331 req-db3e4e25-ed43-406d-b80f-3a5e116545fd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453312 Jul 31 14:28:15.434289 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a90e1-cf4d-48a6-ac99-170aa05c2527 req-633b15a4-943c-4d27-9c18-e8e98b6e871f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:15.435763 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-521a90e1-cf4d-48a6-ac99-170aa05c2527 req-633b15a4-943c-4d27-9c18-e8e98b6e871f tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 946 time: 0.0465584 Jul 31 14:28:15.483030 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-521a90e1-cf4d-48a6-ac99-170aa05c2527 req-582d45aa-c75d-4786-916a-c81915016530 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418730 Jul 31 14:28:16.030112 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-4a9f8f46-10fa-40f2-9ba9-c8a1a90ed581 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:16.031546 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-4a9f8f46-10fa-40f2-9ba9-c8a1a90ed581 tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.0728638 Jul 31 14:28:16.034337 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1342692-492c-4aaf-b77d-9c1284d18d78 req-369f8522-0f2b-4bab-8c39-ffb8fb46be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:16.036327 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b1342692-492c-4aaf-b77d-9c1284d18d78 req-369f8522-0f2b-4bab-8c39-ffb8fb46be69 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 1130 time: 0.0503895 Jul 31 14:28:16.415393 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b1342692-492c-4aaf-b77d-9c1284d18d78 req-d94a5503-3c6d-4670-bc3d-5c98099f849a service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674405 Jul 31 14:28:16.428681 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Deleting port fd1b1c90-9fee-4c88-917b-cd367e44842e {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:16.429019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:16.434365 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:16.479697 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af217aa8-84c8-4593-80c4-b0117f485227 req-c952d991-5316-4d7c-8396-7b341c5acbae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:16.481131 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-af217aa8-84c8-4593-80c4-b0117f485227 req-c952d991-5316-4d7c-8396-7b341c5acbae tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 946 time: 0.1081061 Jul 31 14:28:16.512273 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b50e8c-c85d-448f-a21a-66c53e7d5f2e req-0a62f21a-e218-4c21-81dc-24ff75c47f04 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:16.514914 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19b50e8c-c85d-448f-a21a-66c53e7d5f2e req-0a62f21a-e218-4c21-81dc-24ff75c47f04 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0489054 Jul 31 14:28:16.563804 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19b50e8c-c85d-448f-a21a-66c53e7d5f2e req-8b0ffcb0-15d9-4976-8ad7-b8f01ec342b9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427155 Jul 31 14:28:16.567581 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-af217aa8-84c8-4593-80c4-b0117f485227 req-70e7da3d-3f50-462a-aeaa-895ebc95176e tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/security-groups?id=499a455e-ed58-45f4-89a9-740295a53310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786252 Jul 31 14:28:16.569290 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] For port fd1b1c90-9fee-4c88-917b-cd367e44842e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fd1b1c90-9fee-4c88-917b-cd367e44842e,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:16.569632 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:16.584103 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Calling delete_port for fd1b1c90-9fee-4c88-917b-cd367e44842e owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:16.681724 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:16.688124 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07980ade-ec0b-4cc7-8e4e-3329e0723212 req-13ee9216-4c2e-4bd3-bced-babb6c02f794 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:16.689576 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-07980ade-ec0b-4cc7-8e4e-3329e0723212 req-13ee9216-4c2e-4bd3-bced-babb6c02f794 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 946 time: 0.0641377 Jul 31 14:28:16.775604 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-07980ade-ec0b-4cc7-8e4e-3329e0723212 req-41d242ba-8eda-4d18-b1c3-dcb89fc65fc8 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752187 Jul 31 14:28:16.789770 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (fd1b1c90-9fee-4c88-917b-cd367e44842e), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:16.815351 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Pushing event deleted for resources: {'Port': ['ID=fd1b1c90-9fee-4c88-917b-cd367e44842e,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:16.836258 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['fd1b1c90-9fee-4c88-917b-cd367e44842e'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:28:16.865614 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] No DVR routers for this DVR port fd1b1c90-9fee-4c88-917b-cd367e44842e on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:16.867848 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:16.870950 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b8453b1d-8f26-4a5c-bb2c-2534d150c1fd req-1d5770af-5e6c-4f7a-8b1b-63014ed2c1bf tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.17 "DELETE /v2.0/ports/fd1b1c90-9fee-4c88-917b-cd367e44842e HTTP/1.1" status: 204 len: 173 time: 0.8287709 Jul 31 14:28:16.871383 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712880e4-54c2-4ea2-b932-a8ff5efa0966', 'name': 'network-vif-deleted', 'tag': 'fd1b1c90-9fee-4c88-917b-cd367e44842e'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:16.873634 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e167edd-178e-41df-b153-8b51cb42ce16" -d '{"events": [{"server_uuid": "712880e4-54c2-4ea2-b932-a8ff5efa0966", "name": "network-vif-deleted", "tag": "fd1b1c90-9fee-4c88-917b-cd367e44842e"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:16.961136 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebaa440-9622-401f-8aea-67d26930344d x-openstack-request-id: req-7ebaa440-9622-401f-8aea-67d26930344d {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:16.961424 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712880e4-54c2-4ea2-b932-a8ff5efa0966", "name": "network-vif-deleted", "tag": "fd1b1c90-9fee-4c88-917b-cd367e44842e", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:16.961671 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7ebaa440-9622-401f-8aea-67d26930344d {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:16.962071 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebaa440-9622-401f-8aea-67d26930344d'] response: {'server_uuid': '712880e4-54c2-4ea2-b932-a8ff5efa0966', 'name': 'network-vif-deleted', 'tag': 'fd1b1c90-9fee-4c88-917b-cd367e44842e', 'status': 'completed', 'code': 200} Jul 31 14:28:17.686251 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b6a22173-9e92-4aee-9835-c931a879358d req-67f2c715-c459-49c7-a265-4217ee4de03b tempest-ServerRescueNegativeTestJSON-1831825154 tempest-ServerRescueNegativeTestJSON-1831825154-project] 10.222.0.40 "GET /v2.0/ports?device_id=712880e4-54c2-4ea2-b932-a8ff5efa0966 HTTP/1.1" status: 200 len: 210 time: 0.0312631 Jul 31 14:28:17.708294 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c70ee2-e8b6-4a43-8a32-9bdde688acd0 req-c26b862d-eb0a-43db-88fa-023c12c3651b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:17.709772 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9c70ee2-e8b6-4a43-8a32-9bdde688acd0 req-c26b862d-eb0a-43db-88fa-023c12c3651b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0538518 Jul 31 14:28:17.759100 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9c70ee2-e8b6-4a43-8a32-9bdde688acd0 req-47ee096c-bfed-4948-a113-6db2ecb3d377 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436881 Jul 31 14:28:17.890437 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec02994-8535-45e8-bfc4-6e7a2e36df54 req-a0f7a97c-82fa-48ea-b5c1-a0d9bea606cf tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:17.891901 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eec02994-8535-45e8-bfc4-6e7a2e36df54 req-a0f7a97c-82fa-48ea-b5c1-a0d9bea606cf tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 946 time: 0.0460436 Jul 31 14:28:17.939967 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eec02994-8535-45e8-bfc4-6e7a2e36df54 req-c6a7b1c9-3393-461f-b9e5-77f26e0a4104 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Jul 31 14:28:18.050212 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8ae41-ce5c-42de-b778-b7a3aabb1ead req-b3b0c9e8-3a0d-406b-96a3-89e629d6b4ae tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:18.051691 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-29e8ae41-ce5c-42de-b778-b7a3aabb1ead req-b3b0c9e8-3a0d-406b-96a3-89e629d6b4ae tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 946 time: 0.0458848 Jul 31 14:28:18.061101 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33402) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:18.065267 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-2e39b5fc-b962-474d-8917-d637d3956bc4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Request body: {'floatingip': {'port_id': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:28:18.106102 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e39b5fc-b962-474d-8917-d637d3956bc4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (329b0f10-4f38-497a-a8e1-dfdbc3bd10eb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:18.192524 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:18.530904 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e39b5fc-b962-474d-8917-d637d3956bc4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:18.534897 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e39b5fc-b962-474d-8917-d637d3956bc4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (329b0f10-4f38-497a-a8e1-dfdbc3bd10eb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:18.638719 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-2e39b5fc-b962-474d-8917-d637d3956bc4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Floating IP 329b0f10-4f38-497a-a8e1-dfdbc3bd10eb associated. External IP: 172.27.1.199, port: cceca3ff-4dba-468b-9a2c-92275cf1a02c. Jul 31 14:28:18.748809 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33406) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:18.782084 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:18.841592 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e39b5fc-b962-474d-8917-d637d3956bc4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:28:18.936056 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb8cd-445e-4ff4-bfd4-b3c0349237b0 req-cad4b5e2-c8a1-453a-894d-8ea6ff063f49 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:18.937552 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d08cb8cd-445e-4ff4-bfd4-b3c0349237b0 req-cad4b5e2-c8a1-453a-894d-8ea6ff063f49 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0915687 Jul 31 14:28:19.026476 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d08cb8cd-445e-4ff4-bfd4-b3c0349237b0 req-3392d879-8307-416c-af30-1fc46a55de53 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819209 Jul 31 14:28:19.027658 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e39b5fc-b962-474d-8917-d637d3956bc4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:28:19.032240 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e39b5fc-b962-474d-8917-d637d3956bc4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:19.040088 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:28:19.055161 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:19.059152 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:19.068262 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2e39b5fc-b962-474d-8917-d637d3956bc4 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "PUT /v2.0/floatingips/329b0f10-4f38-497a-a8e1-dfdbc3bd10eb HTTP/1.1" status: 200 len: 992 time: 1.0061247 Jul 31 14:28:19.068971 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d6930f-fac2-4f58-996e-00224187cbbd', 'tag': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:19.071526 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64" -d '{"events": [{"name": "network-changed", "server_uuid": "52d6930f-fac2-4f58-996e-00224187cbbd", "tag": "cceca3ff-4dba-468b-9a2c-92275cf1a02c"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:19.113774 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2825e20c-35aa-437c-bc7c-f992d5d4eb57 x-openstack-request-id: req-2825e20c-35aa-437c-bc7c-f992d5d4eb57 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:19.114067 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d6930f-fac2-4f58-996e-00224187cbbd", "tag": "cceca3ff-4dba-468b-9a2c-92275cf1a02c", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:19.114323 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2825e20c-35aa-437c-bc7c-f992d5d4eb57 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:19.114727 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2825e20c-35aa-437c-bc7c-f992d5d4eb57'] response: {'name': 'network-changed', 'server_uuid': '52d6930f-fac2-4f58-996e-00224187cbbd', 'tag': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c', 'status': 'completed', 'code': 200} Jul 31 14:28:19.181270 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:19.204281 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:19.206996 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:19.268158 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-d3b9b77f-ad3b-4cb6-83d9-cccec6eb58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:19.270317 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-d3b9b77f-ad3b-4cb6-83d9-cccec6eb58fa service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=9097fd66951e457ba46812ff17db7501&device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 1130 time: 0.1080637 Jul 31 14:28:19.310822 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (13d69d6a-7fc7-420c-b463-745e78901dff), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:19.397635 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '329b0f10-4f38-497a-a8e1-dfdbc3bd10eb', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:c3:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6930f-fac2-4f58-996e-00224187cbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:28:01Z', 'updated_at': '2022-07-31T14:28:18Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:19.422172 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:28:19.430355 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:19.430944 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:19.459253 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-e01eab50-18f7-4a83-9eec-7c56ecbd1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:19.460737 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-e01eab50-18f7-4a83-9eec-7c56ecbd1ecb service neutron] 10.222.0.17 "GET /v2.0/networks?id=cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 200 len: 916 time: 0.1816247 Jul 31 14:28:19.612215 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:19.621444 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-2155cc26-63c3-4b80-be10-65d12052f269 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cceca3ff-4dba-468b-9a2c-92275cf1a02c HTTP/1.1" status: 200 len: 1000 time: 0.1403246 Jul 31 14:28:19.623412 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:19.699839 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-5a70a281-a221-4dcf-b03b-61eb3dae0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:19.701537 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-5a70a281-a221-4dcf-b03b-61eb3dae0d0e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 200 len: 854 time: 0.0737164 Jul 31 14:28:19.750045 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:19.760875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Deleting port 204e914f-52e6-45f8-a4e6-01f4086c5b48 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:19.761403 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:19.767278 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:19.799756 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-c08e1b38-c1c0-4316-8997-6bebcad6a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:19.801831 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-c08e1b38-c1c0-4316-8997-6bebcad6a72e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=cbc0073a-ae55-48a9-8514-9052086eccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816128 Jul 31 14:28:19.830900 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '329b0f10-4f38-497a-a8e1-dfdbc3bd10eb', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:c3:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6930f-fac2-4f58-996e-00224187cbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:28:01Z', 'updated_at': '2022-07-31T14:28:18Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:19.857776 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97a52d-bea3-4247-8448-ad57fef88bc3 None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '329b0f10-4f38-497a-a8e1-dfdbc3bd10eb', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'port_id': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'mac_address': 'fa:16:3e:c3:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6930f-fac2-4f58-996e-00224187cbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:28:01Z', 'updated_at': '2022-07-31T14:28:18Z', 'revision_number': 1, 'project_id': '9097fd66951e457ba46812ff17db7501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:28:19.908292 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] For port 204e914f-52e6-45f8-a4e6-01f4086c5b48, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=204e914f-52e6-45f8-a4e6-01f4086c5b48,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:19.908656 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:19.935350 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Calling delete_port for 204e914f-52e6-45f8-a4e6-01f4086c5b48 owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:19.948556 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-78869385-9fa3-41c9-8f56-0c8669504c2b service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394329 Jul 31 14:28:20.022709 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device fd1b1c90-9fee-4c88-917b-cd367e44842e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:20.126652 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:20.140206 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6f3dc838-f85d-4dfa-aacb-7aace3c4cd64 req-8d18932c-3b5e-46a5-a5a3-22aca6effc8a service neutron] 10.222.0.17 "GET /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606224 Jul 31 14:28:20.174756 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9093d-d8a0-4cb1-ab53-8c423d23c45b req-5bc5b52d-ed10-4ce7-8451-049a3b974a9a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:20.177482 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-75d9093d-d8a0-4cb1-ab53-8c423d23c45b req-5bc5b52d-ed10-4ce7-8451-049a3b974a9a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0597913 Jul 31 14:28:20.194485 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8858350-52c2-41d6-8cfb-ce9895460f7a None None] New status for floating IP 329b0f10-4f38-497a-a8e1-dfdbc3bd10eb: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:28:20.198112 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: fd1b1c90-9fee-4c88-917b-cd367e44842e {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:20.198659 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device fd1b1c90-9fee-4c88-917b-cd367e44842e not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:20.220700 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:20.224882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (204e914f-52e6-45f8-a4e6-01f4086c5b48), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:20.229705 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-75d9093d-d8a0-4cb1-ab53-8c423d23c45b req-92b57fd3-561a-412d-bb64-815ab95c5911 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464165 Jul 31 14:28:20.266194 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=204e914f-52e6-45f8-a4e6-01f4086c5b48,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:20.423338 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (13d69d6a-7fc7-420c-b463-745e78901dff), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:20.528920 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:20.633805 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Router 13d69d6a-7fc7-420c-b463-745e78901dff has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:28:20.748290 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:28:20.753689 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-2c10c803-98a9-4302-aac6-4db36cc96d01 admin admin] 10.222.0.40 "PUT /v2.0/routers/13d69d6a-7fc7-420c-b463-745e78901dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0032310 Jul 31 14:28:20.756149 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33418) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:20.758592 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] Sync routers for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:28:20.771063 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:20.771627 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:20.862939 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks [] for router (13d69d6a-7fc7-420c-b463-745e78901dff), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:20.874054 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:20.962445 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks [] for router_gateway (13d69d6a-7fc7-420c-b463-745e78901dff), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.008410 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Deleting port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:21.008971 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.056666 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:28:20Z', 'revision_number': 5, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port': {'id': 'bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:45Z', 'updated_at': '2022-07-31T14:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:21.066244 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:21.085723 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] Checking router: 13d69d6a-7fc7-420c-b463-745e78901dff for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:28:21.094253 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] Routers {'13d69d6a-7fc7-420c-b463-745e78901dff'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:21.094858 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['13d69d6a-7fc7-420c-b463-745e78901dff'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:21.100085 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] For port bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:21.100936 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.118122 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Calling delete_port for bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:21.181298 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] Set router 13d69d6a-7fc7-420c-b463-745e78901dff gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:21.232486 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:28:20Z', 'revision_number': 6, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:21.260499 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba318b-2f9b-4bae-a913-6fc8cfb8a7c7 None None] The sync data for ids ['13d69d6a-7fc7-420c-b463-745e78901dff'] in dv-cinder-849846-4-iscsi is: [{'id': '13d69d6a-7fc7-420c-b463-745e78901dff', 'name': 'tempest-ServerRescueNegativeTestJSON-833035444-router', 'tenant_id': '832629dd8594494ab41b6596b2d73076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:42Z', 'updated_at': '2022-07-31T14:28:20Z', 'revision_number': 6, 'project_id': '832629dd8594494ab41b6596b2d73076', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:28:21.295069 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.331901 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:21.399917 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:21.417904 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88470bb-2e91-4145-98ff-18e2164a1c1d req-3f25b29f-f6d3-4da0-8726-60e11c1f5da0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:21.419357 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c88470bb-2e91-4145-98ff-18e2164a1c1d req-3f25b29f-f6d3-4da0-8726-60e11c1f5da0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0900173 Jul 31 14:28:21.428311 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (13d69d6a-7fc7-420c-b463-745e78901dff), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.786148 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (13d69d6a-7fc7-420c-b463-745e78901dff), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.790689 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks [] for router_controller (13d69d6a-7fc7-420c-b463-745e78901dff), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.807249 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c88470bb-2e91-4145-98ff-18e2164a1c1d req-86300578-b15e-4216-8854-c92aa8701698 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820190 Jul 31 14:28:21.842490 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (13d69d6a-7fc7-420c-b463-745e78901dff), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.843114 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d69d6a-7fc7-420c-b463-745e78901dff {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:28:21.851553 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.852664 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-795e3934-bc51-41a3-b77e-6fcf7b2ee390 admin admin] 10.222.0.40 "DELETE /v2.0/routers/13d69d6a-7fc7-420c-b463-745e78901dff HTTP/1.1" status: 204 len: 168 time: 1.0956230 Jul 31 14:28:21.855267 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33422) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:21.899570 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-63552f13-4b1d-4999-8085-dcaf01e561d2 admin admin] Deleting subnet aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:28:21.902958 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-63552f13-4b1d-4999-8085-dcaf01e561d2 admin admin] Publish callbacks [] for subnet (aaa9e51a-fb76-4777-bcb3-fbd636f7ad07), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:21.937219 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-63552f13-4b1d-4999-8085-dcaf01e561d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10445066'] for subnet (aaa9e51a-fb76-4777-bcb3-fbd636f7ad07), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.020843 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-63552f13-4b1d-4999-8085-dcaf01e561d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (aaa9e51a-fb76-4777-bcb3-fbd636f7ad07), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.036264 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 204e914f-52e6-45f8-a4e6-01f4086c5b48 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:22.059194 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 204e914f-52e6-45f8-a4e6-01f4086c5b48 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:22.059662 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 204e914f-52e6-45f8-a4e6-01f4086c5b48 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:22.060151 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:22.075835 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-63552f13-4b1d-4999-8085-dcaf01e561d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9194206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220447'] for subnet (aaa9e51a-fb76-4777-bcb3-fbd636f7ad07), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.080087 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:22.080442 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device bdb2d6bc-7a49-4f4a-a165-bb09ec5e8c89 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:22.102821 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63552f13-4b1d-4999-8085-dcaf01e561d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa9e51a-fb76-4777-bcb3-fbd636f7ad07,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:22.108369 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-63552f13-4b1d-4999-8085-dcaf01e561d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.111461 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-63552f13-4b1d-4999-8085-dcaf01e561d2 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/aaa9e51a-fb76-4777-bcb3-fbd636f7ad07 HTTP/1.1" status: 204 len: 168 time: 0.2552357 Jul 31 14:28:22.114517 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33424) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:22.118815 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5219ce8-23ed-41df-97f5-150dbec57c22 None None] Network f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:28:22.190398 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.234069 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Deleting port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:22.234534 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.279815 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:22.281954 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] DHCP port deletion for f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:28:22.315883 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] For port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=28cecfdd-bdda-48dd-8019-5ea92d2dd5e4,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:22.316691 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.323531 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Deleting port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:22.323911 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.334986 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Calling delete_port for 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:22.364562 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:22.393906 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] For port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=28cecfdd-bdda-48dd-8019-5ea92d2dd5e4,segment=NetworkSegment(9d77544d-fcf2-4a1d-a2b5-c94186f0f251),segment_id=9d77544d-fcf2-4a1d-a2b5-c94186f0f251)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:22.394587 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.407810 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Calling delete_port for 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:22.414471 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.441807 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] No DVR routers for this DVR port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 on host dv-cinder-849846-4-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:22.445951 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Pushing event deleted for resources: {'Port': ['ID=28cecfdd-bdda-48dd-8019-5ea92d2dd5e4,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:22.484583 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209'] for port (28cecfdd-bdda-48dd-8019-5ea92d2dd5e4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.513517 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Pushing event deleted for resources: {'Port': ['ID=28cecfdd-bdda-48dd-8019-5ea92d2dd5e4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:22.515770 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] No DVR routers for this DVR port 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 on host dv-cinder-849846-4-iscsi {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:22.519666 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.523364 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.523731 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.524108 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.524772 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.524891 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.525136 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.525474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.525785 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.526109 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.526432 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.527066 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.527066 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.527379 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.527718 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.528038 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4080b6-74c1-4a99-8661-41d0fe16af87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:28:22.542693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:22.555166 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d77544d-fcf2-4a1d-a2b5-c94186f0f251') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:22.555496 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d77544d-fcf2-4a1d-a2b5-c94186f0f251') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:22.565861 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (9d77544d-fcf2-4a1d-a2b5-c94186f0f251), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.576029 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:22.580332 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (9d77544d-fcf2-4a1d-a2b5-c94186f0f251), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.588155 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:28:22.588540 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (9d77544d-fcf2-4a1d-a2b5-c94186f0f251), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.631134 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 9d77544d-fcf2-4a1d-a2b5-c94186f0f251 resource provider aggregate not found Jul 31 14:28:22.650453 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 9d77544d-fcf2-4a1d-a2b5-c94186f0f251 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d77544d-fcf2-4a1d-a2b5-c94186f0f251 found for delete ", "request_id": "req-f12900b0-5412-46d0-a8f9-27e4e5685a9d"}]} Jul 31 14:28:22.664641 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.672283 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.675516 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] 10.222.0.40 "DELETE /v2.0/networks/f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a HTTP/1.1" status: 204 len: 168 time: 0.5600419 Jul 31 14:28:22.685217 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4d02d-cb4e-4286-8176-949257e0831b admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e1ec66-f0ed-4d21-aa4b-ff4b55a9259a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:22.790322 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33432) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:22.829858 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-4c749c48-f9cc-401f-8fd2-a3293d138ad5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=832629dd8594494ab41b6596b2d73076&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384045 Jul 31 14:28:22.832935 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33434) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:22.891084 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0b8ac135-ce1c-44c5-9e5c-deb7e6a32e30 admin admin] Publish callbacks [] for security_group (499a455e-ed58-45f4-89a9-740295a53310), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.922474 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0b8ac135-ce1c-44c5-9e5c-deb7e6a32e30 admin admin] Publish callbacks [] for security_group (499a455e-ed58-45f4-89a9-740295a53310), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.941352 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1bd93-dcef-430b-9442-aa4224e40949 req-6a9846cf-b49a-47c8-9fc2-cfe3aa7a699f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:22.942947 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ba1bd93-dcef-430b-9442-aa4224e40949 req-6a9846cf-b49a-47c8-9fc2-cfe3aa7a699f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0547621 Jul 31 14:28:22.971973 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0b8ac135-ce1c-44c5-9e5c-deb7e6a32e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (499a455e-ed58-45f4-89a9-740295a53310), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.974752 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0b8ac135-ce1c-44c5-9e5c-deb7e6a32e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:22.975935 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-0b8ac135-ce1c-44c5-9e5c-deb7e6a32e30 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/499a455e-ed58-45f4-89a9-740295a53310 HTTP/1.1" status: 204 len: 168 time: 0.1421070 Jul 31 14:28:22.983889 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ac135-ce1c-44c5-9e5c-deb7e6a32e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a455e-ed58-45f4-89a9-740295a53310,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:22.992727 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1ba1bd93-dcef-430b-9442-aa4224e40949 req-9446e39d-ad19-4499-bc08-6c601bfedd52 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439796 Jul 31 14:28:23.465169 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:28:23.980365 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:23.999745 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:24.000092 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 28cecfdd-bdda-48dd-8019-5ea92d2dd5e4 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:24.123069 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29358ad-d4c0-4352-9c77-08a599c71784 req-d8f0ceb6-e5c6-4af7-ba02-b322bfd325b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:24.124573 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a29358ad-d4c0-4352-9c77-08a599c71784 req-d8f0ceb6-e5c6-4af7-ba02-b322bfd325b5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0515416 Jul 31 14:28:24.176099 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a29358ad-d4c0-4352-9c77-08a599c71784 req-50125e80-2f24-4164-a782-64627da3c806 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457437 Jul 31 14:28:25.299174 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4abd8-7425-404c-91a9-ecc103504e6d req-3ba839c5-4389-42b0-ace3-47f11fdf07af tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:25.301261 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-03c4abd8-7425-404c-91a9-ecc103504e6d req-3ba839c5-4389-42b0-ace3-47f11fdf07af tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0492156 Jul 31 14:28:25.348449 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-03c4abd8-7425-404c-91a9-ecc103504e6d req-70ca9125-95d7-4303-982c-bee6d8248e0d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415099 Jul 31 14:28:26.482584 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6471-b055-4d10-b435-afc9b9ed997a req-07da04c2-4430-419f-b1ff-8abf5ff65110 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:26.483998 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1b8e6471-b055-4d10-b435-afc9b9ed997a req-07da04c2-4430-419f-b1ff-8abf5ff65110 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0515645 Jul 31 14:28:26.541667 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1b8e6471-b055-4d10-b435-afc9b9ed997a req-5fb889ee-8b55-44b8-b75b-e82baf3198a1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427811 Jul 31 14:28:27.668820 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a1eff-9215-4363-bcf7-a3f5271ccae5 req-e6cb6824-bfae-4e1b-b1ac-661d7338d773 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:27.670342 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-995a1eff-9215-4363-bcf7-a3f5271ccae5 req-e6cb6824-bfae-4e1b-b1ac-661d7338d773 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0515752 Jul 31 14:28:27.719430 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-995a1eff-9215-4363-bcf7-a3f5271ccae5 req-1f7616d6-4bba-4995-93ef-b5ee4eb61ebe tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421371 Jul 31 14:28:28.843579 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2711af6-1a77-4c8c-9e06-41bd1de96eef req-39b3f056-872f-4c36-bbae-b0ab91ace3b6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:28.845017 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a2711af6-1a77-4c8c-9e06-41bd1de96eef req-39b3f056-872f-4c36-bbae-b0ab91ace3b6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0464497 Jul 31 14:28:28.875109 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:28.899134 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a2711af6-1a77-4c8c-9e06-41bd1de96eef req-3be6552f-a28c-46bd-be66-c2f8cecbc5fb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478365 Jul 31 14:28:30.028413 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27dfeb-6ee9-42b2-9195-2ffdf91d50fb req-6aed485c-f0e1-462a-be6d-9778525aad5b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:30.029790 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de27dfeb-6ee9-42b2-9195-2ffdf91d50fb req-6aed485c-f0e1-462a-be6d-9778525aad5b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0496681 Jul 31 14:28:30.076617 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de27dfeb-6ee9-42b2-9195-2ffdf91d50fb req-605c8eab-84fc-4aae-87ef-7ec1891bcead tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407853 Jul 31 14:28:31.205715 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d040d5-0ad7-4a2b-a0b0-09ec0359b725 req-b969a92a-2dc3-46d4-89b7-0b3abee7dbf4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:31.207233 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76d040d5-0ad7-4a2b-a0b0-09ec0359b725 req-b969a92a-2dc3-46d4-89b7-0b3abee7dbf4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0487571 Jul 31 14:28:31.258727 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76d040d5-0ad7-4a2b-a0b0-09ec0359b725 req-441f2ebc-d25a-4442-aa47-2df3aa1afaf9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458322 Jul 31 14:28:32.388773 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61712b-ddc3-46f7-8504-1d7f3836fee5 req-0c38cb3b-8740-4d64-bb1a-a0cd553d72c5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:32.390253 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef61712b-ddc3-46f7-8504-1d7f3836fee5 req-0c38cb3b-8740-4d64-bb1a-a0cd553d72c5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0482874 Jul 31 14:28:32.439237 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef61712b-ddc3-46f7-8504-1d7f3836fee5 req-c7086f0d-bb8a-4c03-931d-e54a79fa7c7f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421331 Jul 31 14:28:32.914336 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=62 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:32.998104 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:33.192351 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-07316f20-5a11-43be-b735-73281b251e19 req-1b7535de-a9f9-4057-a0f9-625cca5956cb tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402018921&fields=id&tenant_id=ea0d7081bf384d098fad20ef507f4dfd HTTP/1.1" status: 200 len: 267 time: 0.0476677 Jul 31 14:28:33.244566 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07316f20-5a11-43be-b735-73281b251e19 req-3d6f8dce-1c9b-47c9-ac9e-0587c4da9a89 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:33.246024 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-07316f20-5a11-43be-b735-73281b251e19 req-3d6f8dce-1c9b-47c9-ac9e-0587c4da9a89 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 984 time: 0.0483508 Jul 31 14:28:33.256298 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-07316f20-5a11-43be-b735-73281b251e19 req-94d053c9-309f-43be-bd33-359e43490528 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Request body: {'port': {'security_groups': ['3bb22671-2e40-4a82-9e31-6ade8982d5a4']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:28:33.340319 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-07316f20-5a11-43be-b735-73281b251e19 req-94d053c9-309f-43be-bd33-359e43490528 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2da882f0-72a7-499f-8313-43b198253581), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:33.462699 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=69 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:33.536998 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:33.539015 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-07316f20-5a11-43be-b735-73281b251e19 req-94d053c9-309f-43be-bd33-359e43490528 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] For port 2da882f0-72a7-499f-8313-43b198253581, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2da882f0-72a7-499f-8313-43b198253581,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:33.566249 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec74d3-6a9b-4dc6-bb76-aa6cd5ed21e6 req-fe114a9c-1108-402c-9e39-558d03d6667a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:33.572034 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1ec74d3-6a9b-4dc6-bb76-aa6cd5ed21e6 req-fe114a9c-1108-402c-9e39-558d03d6667a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0521684 Jul 31 14:28:33.572291 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-07316f20-5a11-43be-b735-73281b251e19 req-94d053c9-309f-43be-bd33-359e43490528 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for port (2da882f0-72a7-499f-8313-43b198253581), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:33.583159 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-07316f20-5a11-43be-b735-73281b251e19 req-94d053c9-309f-43be-bd33-359e43490528 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (2da882f0-72a7-499f-8313-43b198253581), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:33.593143 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07316f20-5a11-43be-b735-73281b251e19 req-94d053c9-309f-43be-bd33-359e43490528 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:33.593818 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-07316f20-5a11-43be-b735-73281b251e19 req-94d053c9-309f-43be-bd33-359e43490528 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:33.595250 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-07316f20-5a11-43be-b735-73281b251e19 req-94d053c9-309f-43be-bd33-359e43490528 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "PUT /v2.0/ports/2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 942 time: 0.3432581 Jul 31 14:28:33.603485 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33622) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:33.618692 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:33.620979 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb1bb9f-c984-49cf-b197-670c5f445892" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:33.624724 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['2da882f0-72a7-499f-8313-43b198253581'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:28:33.642861 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d1ec74d3-6a9b-4dc6-bb76-aa6cd5ed21e6 req-f538ac22-fff1-4418-a076-91d873853cb7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694988 Jul 31 14:28:33.656854 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d053c9-309f-43be-bd33-359e43490528 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event updated for resources: {'Port': ['ID=2da882f0-72a7-499f-8313-43b198253581,revision_number=7']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:33.672256 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:33.692321 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a0749ac-64aa-40b2-95c6-dc0792902d77 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group (372ee9d5-843c-4213-9990-b78b9ccb5c27), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:33.694542 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac4e367-417c-4bad-a9b3-9b432e633c54 x-openstack-request-id: req-cac4e367-417c-4bad-a9b3-9b432e633c54 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:33.695081 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:33.695550 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cac4e367-417c-4bad-a9b3-9b432e633c54 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:33.696120 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac4e367-417c-4bad-a9b3-9b432e633c54'] response: {'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581', 'status': 'completed', 'code': 200} Jul 31 14:28:33.735856 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a0749ac-64aa-40b2-95c6-dc0792902d77 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group (372ee9d5-843c-4213-9990-b78b9ccb5c27), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:33.806112 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-d752f6d0-f997-4ace-89ac-11d1ece00272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:33.809216 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-d752f6d0-f997-4ace-89ac-11d1ece00272 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ea0d7081bf384d098fad20ef507f4dfd&device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 1129 time: 0.0670252 Jul 31 14:28:33.844597 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['2da882f0-72a7-499f-8313-43b198253581'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:28:33.858598 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a0749ac-64aa-40b2-95c6-dc0792902d77 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (372ee9d5-843c-4213-9990-b78b9ccb5c27), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:33.867079 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a0749ac-64aa-40b2-95c6-dc0792902d77 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:33.868716 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1a0749ac-64aa-40b2-95c6-dc0792902d77 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "DELETE /v2.0/security-groups/372ee9d5-843c-4213-9990-b78b9ccb5c27 HTTP/1.1" status: 204 len: 168 time: 0.2648160 Jul 31 14:28:33.873995 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33638) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:33.911339 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0749ac-64aa-40b2-95c6-dc0792902d77 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372ee9d5-843c-4213-9990-b78b9ccb5c27,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:34.046957 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-fceeb564-750e-4b2d-8297-1f7e8243cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:34.048472 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-fceeb564-750e-4b2d-8297-1f7e8243cb3d service neutron] 10.222.0.17 "GET /v2.0/networks?id=e58b26df-798a-497d-9c1b-d5d30155e23a HTTP/1.1" status: 200 len: 916 time: 0.2304423 Jul 31 14:28:34.068945 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:34.200096 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Deleting port 96fbf397-c42a-4fd5-b57c-b360654f3d3f {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:34.200722 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (96fbf397-c42a-4fd5-b57c-b360654f3d3f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:34.207844 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-b4fb045a-30a7-4c91-be6b-23bd814a7b83 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 1001 time: 0.1504910 Jul 31 14:28:34.261036 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:34.299210 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-b20f4b38-4fa2-45c9-ad92-f6d09e9d869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:34.309247 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-b20f4b38-4fa2-45c9-ad92-f6d09e9d869b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=558a7fb4-bcc3-4f29-a668-98208fda2ebb HTTP/1.1" status: 200 len: 854 time: 0.0928721 Jul 31 14:28:34.327955 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (96fbf397-c42a-4fd5-b57c-b360654f3d3f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:34.328349 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for floatingip (96fbf397-c42a-4fd5-b57c-b360654f3d3f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:34.350796 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 414cf0f9-b0cd-4363-9160-1242693140a5 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:28:34.353365 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Calling delete_port for 96fbf397-c42a-4fd5-b57c-b360654f3d3f owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:34.462808 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-3cc9efec-bb0e-4dbd-8aef-ca16d0927224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:34.467978 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-3cc9efec-bb0e-4dbd-8aef-ca16d0927224 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e58b26df-798a-497d-9c1b-d5d30155e23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1426868 Jul 31 14:28:34.498137 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:34.527797 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '414cf0f9-b0cd-4363-9160-1242693140a5', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'port_id': '414cf0f9-b0cd-4363-9160-1242693140a5', 'mac_address': 'fa:16:3e:83:4e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:28:34.587009 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 414cf0f9-b0cd-4363-9160-1242693140a5 is: ACTIVE; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:28:34.587754 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:34.599374 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:34.605704 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 414cf0f9-b0cd-4363-9160-1242693140a5 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:28:34.617958 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (96fbf397-c42a-4fd5-b57c-b360654f3d3f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:34.645085 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:34.652870 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-1bf2c354-17c0-4dfb-b7ce-e358b496ea79 service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704919 Jul 31 14:28:34.656230 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:34.658091 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event deleted for resources: {'Port': ['ID=96fbf397-c42a-4fd5-b57c-b360654f3d3f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:34.687046 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:34.747407 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks [] for floatingip (5722e06c-9eaa-48d0-9b97-46ee3bb1ff37), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:34.748382 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Floating IP 5722e06c-9eaa-48d0-9b97-46ee3bb1ff37 disassociated (deleted). External IP: 172.27.1.141, port: 2da882f0-72a7-499f-8313-43b198253581. Jul 31 14:28:34.754475 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:34.777381 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0fb1bb9f-c984-49cf-b197-670c5f445892 req-8498b8f3-f400-4600-ad03-5e6680e13654 service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158473 Jul 31 14:28:34.859382 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['414cf0f9-b0cd-4363-9160-1242693140a5'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:28:34.877959 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaf321-4884-4da3-9951-4c185f369d65 req-16e4225e-df15-4b8a-a587-a2f3444693da tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:34.879820 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dccaf321-4884-4da3-9951-4c185f369d65 req-16e4225e-df15-4b8a-a587-a2f3444693da tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 944 time: 0.0870664 Jul 31 14:28:34.985310 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dccaf321-4884-4da3-9951-4c185f369d65 req-c355d48f-35a0-467e-95c5-980942f3b51c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977874 Jul 31 14:28:35.070588 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:28:35.174468 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:35.188722 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:28:35.195118 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:35.201014 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] Sync routers for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:28:35.213489 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:35.217062 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:35.232050 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2405c1cd-7930-4802-beca-a72316af54e7 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "DELETE /v2.0/floatingips/5722e06c-9eaa-48d0-9b97-46ee3bb1ff37 HTTP/1.1" status: 204 len: 168 time: 1.3339059 Jul 31 14:28:35.232050 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:35.233049 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76758b29-fd77-4bb7-a91f-57c83eb9e563" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:35.375830 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:35.498180 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e10e60-a648-4b01-bacb-ca09329ce24f x-openstack-request-id: req-14e10e60-a648-4b01-bacb-ca09329ce24f {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:35.498841 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "tag": "2da882f0-72a7-499f-8313-43b198253581", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:35.499356 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-14e10e60-a648-4b01-bacb-ca09329ce24f {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:35.500063 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e10e60-a648-4b01-bacb-ca09329ce24f'] response: {'name': 'network-changed', 'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'tag': '2da882f0-72a7-499f-8313-43b198253581', 'status': 'completed', 'code': 200} Jul 31 14:28:35.601067 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-bc14f373-9a5a-4cdb-aa65-c3549cb83236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:35.603724 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-bc14f373-9a5a-4cdb-aa65-c3549cb83236 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ea0d7081bf384d098fad20ef507f4dfd&device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 1129 time: 0.0739241 Jul 31 14:28:35.716819 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:16Z', 'revision_number': 5, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:35.744599 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-03430fd2-00af-4755-bddf-78ec8f750921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:35.746080 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-03430fd2-00af-4755-bddf-78ec8f750921 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e58b26df-798a-497d-9c1b-d5d30155e23a HTTP/1.1" status: 200 len: 916 time: 0.1347184 Jul 31 14:28:35.751935 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] Checking router: 8d37bc0d-9e1a-4949-b091-ee0ca2853489 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:28:35.762992 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:35.764034 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:35.876518 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:35.895243 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:36.112260 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-2cb97aa7-eb2f-455a-b3ce-f9ccbfaf0886 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 200 len: 217 time: 0.0754631 Jul 31 14:28:36.146957 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:16Z', 'revision_number': 5, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:36.191781 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-14817a1f-ba14-41d3-b4a7-29f377a6cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:36.193365 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2c32a0-7f85-49ca-8da7-3a0ce3398c20 None None] The sync data for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi is: [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:26:10Z', 'revision_number': 4, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '3f809fee-6829-4957-ab4b-ddc5a43c5883', 'name': '', 'network_id': 'e58b26df-798a-497d-9c1b-d5d30155e23a', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'mac_address': 'fa:16:3e:1b:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:09Z', 'updated_at': '2022-07-31T14:26:16Z', 'revision_number': 5, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'subnets': [{'id': '558a7fb4-bcc3-4f29-a668-98208fda2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:28:36.193790 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-14817a1f-ba14-41d3-b4a7-29f377a6cc0b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=558a7fb4-bcc3-4f29-a668-98208fda2ebb HTTP/1.1" status: 200 len: 854 time: 0.0709779 Jul 31 14:28:36.201136 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8547e3-4fd7-4903-8e9c-80e122b34061 req-d9747f23-240e-4547-9188-7349fba25413 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:36.202796 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d8547e3-4fd7-4903-8e9c-80e122b34061 req-d9747f23-240e-4547-9188-7349fba25413 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 944 time: 0.0545905 Jul 31 14:28:36.294323 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d8547e3-4fd7-4903-8e9c-80e122b34061 req-44233665-c59c-4f6b-8ae8-e0934c54ed90 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845656 Jul 31 14:28:36.308194 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-a5ede006-c961-4d7d-97c7-7d7d877b7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:36.309757 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-a5ede006-c961-4d7d-97c7-7d7d877b7425 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e58b26df-798a-497d-9c1b-d5d30155e23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869691 Jul 31 14:28:36.354409 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 414cf0f9-b0cd-4363-9160-1242693140a5 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:28:36.430770 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 414cf0f9-b0cd-4363-9160-1242693140a5 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:28:36.431543 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:36.452629 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-671f1cae-12a3-47c6-bd3d-b56e4249b5bc service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343327 Jul 31 14:28:36.482917 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:36.537957 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 414cf0f9-b0cd-4363-9160-1242693140a5 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:28:36.538345 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:36.578366 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ca3d6-02c6-4a30-8b71-572a992cb695 None None] New status for floating IP 5722e06c-9eaa-48d0-9b97-46ee3bb1ff37: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:28:36.581403 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:36.590533 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670061a1-bf54-4fa9-a5d7-667e110cf40f" -d '{"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-plugged", "status": "completed", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:36.599838 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:36.661115 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:36.674546 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-76758b29-fd77-4bb7-a91f-57c83eb9e563 req-6231afd5-13f7-4ea8-adaf-be0f5cba9123 service neutron] 10.222.0.17 "GET /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134342 Jul 31 14:28:36.675179 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:36.918828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb3c2c8-1bf9-4ae5-9b74-992337fa4039 x-openstack-request-id: req-efb3c2c8-1bf9-4ae5-9b74-992337fa4039 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:36.918828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-plugged", "status": "completed", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:36.918828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-efb3c2c8-1bf9-4ae5-9b74-992337fa4039 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:36.918828 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb3c2c8-1bf9-4ae5-9b74-992337fa4039'] response: {'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5', 'code': 200} Jul 31 14:28:36.943209 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:37.503532 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:37.512821 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907679c2-38c0-4eb6-bac6-df64d3997062 req-30a86d09-7904-45f5-9afb-013c20e86911 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:37.521413 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-907679c2-38c0-4eb6-bac6-df64d3997062 req-30a86d09-7904-45f5-9afb-013c20e86911 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.1333735 Jul 31 14:28:37.882472 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-907679c2-38c0-4eb6-bac6-df64d3997062 req-dc25cad9-1a24-48e6-836e-6640d71584d1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599176 Jul 31 14:28:37.989348 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-908ac209-bde6-4e8e-8f26-d6e17859f6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:38.361870 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151a08d-a2e1-42f2-9635-f6564c3a8269 req-a4841331-71da-48ff-a383-5d0a4806edca tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:38.363463 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d151a08d-a2e1-42f2-9635-f6564c3a8269 req-a4841331-71da-48ff-a383-5d0a4806edca tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 945 time: 0.0574093 Jul 31 14:28:38.422714 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d151a08d-a2e1-42f2-9635-f6564c3a8269 req-f48aaae5-1fec-49c7-9c5f-583e76f26046 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519710 Jul 31 14:28:39.021849 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193675d-4eb9-4a4e-aafb-3a3d89f1435e req-1270203b-dd0e-4ce9-af74-7cefce7b4c12 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:39.023679 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7193675d-4eb9-4a4e-aafb-3a3d89f1435e req-1270203b-dd0e-4ce9-af74-7cefce7b4c12 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0527146 Jul 31 14:28:39.093690 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7193675d-4eb9-4a4e-aafb-3a3d89f1435e req-e8c5048a-8eda-4291-86e6-5805c2c6cd9d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624149 Jul 31 14:28:39.550100 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b166ed-490d-4d03-aaf1-6f4dfd022426 req-4c0277f7-a730-4dac-bbeb-c77568221fa0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:39.551626 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-22b166ed-490d-4d03-aaf1-6f4dfd022426 req-4c0277f7-a730-4dac-bbeb-c77568221fa0 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 945 time: 0.0489366 Jul 31 14:28:39.605672 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-22b166ed-490d-4d03-aaf1-6f4dfd022426 req-8f818c6e-de6d-4a61-ac39-d745cf2a39bf tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/security-groups?id=3bb22671-2e40-4a82-9e31-6ade8982d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482082 Jul 31 14:28:40.134998 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee5d71-518e-447c-ac24-5552aab73a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:40.279175 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d64218-4ebd-4f56-9509-0ac628053866 req-d13df591-f00c-4798-b910-87bf0100d791 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:40.288519 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-57d64218-4ebd-4f56-9509-0ac628053866 req-d13df591-f00c-4798-b910-87bf0100d791 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0773456 Jul 31 14:28:40.351462 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-57d64218-4ebd-4f56-9509-0ac628053866 req-7b99be2d-c186-4743-abd4-0277a12c67aa tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614328 Jul 31 14:28:40.437909 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-7f19ff86-9ada-44af-a0d7-99a79636c007 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:40.437909 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-7f19ff86-9ada-44af-a0d7-99a79636c007 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.17 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 945 time: 0.0563726 Jul 31 14:28:40.492993 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33764) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:40.535585 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Deleting port 2da882f0-72a7-499f-8313-43b198253581 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:40.536302 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (2da882f0-72a7-499f-8313-43b198253581), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:40.633706 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] For port 2da882f0-72a7-499f-8313-43b198253581, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2da882f0-72a7-499f-8313-43b198253581,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:40.634067 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (2da882f0-72a7-499f-8313-43b198253581), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:40.642387 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7add8b2a-fb49-4f57-bfd9-1f93b4099593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:40.648744 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Calling delete_port for 2da882f0-72a7-499f-8313-43b198253581 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:40.734448 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:40.792844 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7add8b2a-fb49-4f57-bfd9-1f93b4099593 admin admin] Publish callbacks [] for security_group (6e985843-6aeb-47a0-bad5-b7ea69891a9d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:40.801367 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7add8b2a-fb49-4f57-bfd9-1f93b4099593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6e985843-6aeb-47a0-bad5-b7ea69891a9d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:40.832115 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add8b2a-fb49-4f57-bfd9-1f93b4099593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e985843-6aeb-47a0-bad5-b7ea69891a9d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:40.835391 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (2da882f0-72a7-499f-8313-43b198253581), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:40.866276 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7add8b2a-fb49-4f57-bfd9-1f93b4099593 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d201825147894f54bb378045f8a50acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721361 Jul 31 14:28:40.868965 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33774) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:40.875970 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Pushing event deleted for resources: {'Port': ['ID=2da882f0-72a7-499f-8313-43b198253581,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:40.884828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['2da882f0-72a7-499f-8313-43b198253581'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:28:40.929699 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] No DVR routers for this DVR port 2da882f0-72a7-499f-8313-43b198253581 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:40.934853 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1acba19-10a0-4108-a751-21a1236a2e3a req-489235cc-7cf1-4be0-9941-0d86eec78807 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb0fe7f8-51ab-4016-9142-4a9d2fda34a7 HTTP/1.1" status: 200 len: 210 time: 0.0673337 Jul 31 14:28:40.936422 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:40.941525 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b890052e-07b9-42ff-b8a7-d8724d000c41 req-ee3934c3-6aa5-459a-80cb-a289bab211c1 tempest-TestMinimumBasicScenario-1515215193 tempest-TestMinimumBasicScenario-1515215193-project] 10.222.0.17 "DELETE /v2.0/ports/2da882f0-72a7-499f-8313-43b198253581 HTTP/1.1" status: 204 len: 173 time: 0.5123677 Jul 31 14:28:40.941995 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'name': 'network-vif-deleted', 'tag': '2da882f0-72a7-499f-8313-43b198253581'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:40.944375 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd9c396-b1b6-4fbd-96e8-b8da0ca8185a" -d '{"events": [{"server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "name": "network-vif-deleted", "tag": "2da882f0-72a7-499f-8313-43b198253581"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:40.970816 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1aa4baf8-fd5e-4ea2-8ec3-497bd8dfe8fa admin admin] Publish callbacks [] for security_group (6e985843-6aeb-47a0-bad5-b7ea69891a9d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:40.982810 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff560b-5547-42c0-b48a-4302c926a97b x-openstack-request-id: req-5eff560b-5547-42c0-b48a-4302c926a97b {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:40.983106 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0fe7f8-51ab-4016-9142-4a9d2fda34a7", "name": "network-vif-deleted", "tag": "2da882f0-72a7-499f-8313-43b198253581", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:40.983362 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5eff560b-5547-42c0-b48a-4302c926a97b {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:40.983800 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eff560b-5547-42c0-b48a-4302c926a97b'] response: {'server_uuid': 'fb0fe7f8-51ab-4016-9142-4a9d2fda34a7', 'name': 'network-vif-deleted', 'tag': '2da882f0-72a7-499f-8313-43b198253581', 'status': 'completed', 'code': 200} Jul 31 14:28:41.029127 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1aa4baf8-fd5e-4ea2-8ec3-497bd8dfe8fa admin admin] Publish callbacks [] for security_group (6e985843-6aeb-47a0-bad5-b7ea69891a9d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.086755 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1aa4baf8-fd5e-4ea2-8ec3-497bd8dfe8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6e985843-6aeb-47a0-bad5-b7ea69891a9d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.095277 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1aa4baf8-fd5e-4ea2-8ec3-497bd8dfe8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.096606 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1aa4baf8-fd5e-4ea2-8ec3-497bd8dfe8fa admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6e985843-6aeb-47a0-bad5-b7ea69891a9d HTTP/1.1" status: 204 len: 168 time: 0.2198706 Jul 31 14:28:41.106274 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4baf8-fd5e-4ea2-8ec3-497bd8dfe8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e985843-6aeb-47a0-bad5-b7ea69891a9d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:41.461576 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.494191 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0cae-786e-4cb5-a529-0555da993bb8 req-a8237aa1-5c61-4013-9727-344bcf3688e7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:41.503616 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-016d0cae-786e-4cb5-a529-0555da993bb8 req-a8237aa1-5c61-4013-9727-344bcf3688e7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0713584 Jul 31 14:28:41.540155 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33784) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:41.567997 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-016d0cae-786e-4cb5-a529-0555da993bb8 req-e4fef66d-9224-474d-9bb0-ca0c96b30d5c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630164 Jul 31 14:28:41.571750 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7abfa9db-caf8-4d10-aee2-fdfa243c94d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.698499 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7abfa9db-caf8-4d10-aee2-fdfa243c94d5 admin admin] Publish callbacks [] for security_group (0d1d52c2-f89d-4d53-889b-a11b8b1c2513), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.703622 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7abfa9db-caf8-4d10-aee2-fdfa243c94d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0d1d52c2-f89d-4d53-889b-a11b8b1c2513), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.745991 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-7abfa9db-caf8-4d10-aee2-fdfa243c94d5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d3e1b2a3e0174c1ea07a944da177ef34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041590 Jul 31 14:28:41.748562 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33786) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:41.755011 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfa9db-caf8-4d10-aee2-fdfa243c94d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1d52c2-f89d-4d53-889b-a11b8b1c2513,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:41.778854 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:41.819494 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1de67a6c-04ba-48c2-b016-f50dd3829656 admin admin] Publish callbacks [] for security_group (0d1d52c2-f89d-4d53-889b-a11b8b1c2513), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.849539 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1de67a6c-04ba-48c2-b016-f50dd3829656 admin admin] Publish callbacks [] for security_group (0d1d52c2-f89d-4d53-889b-a11b8b1c2513), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.901034 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1de67a6c-04ba-48c2-b016-f50dd3829656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0d1d52c2-f89d-4d53-889b-a11b8b1c2513), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.903947 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1de67a6c-04ba-48c2-b016-f50dd3829656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:41.905117 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-1de67a6c-04ba-48c2-b016-f50dd3829656 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0d1d52c2-f89d-4d53-889b-a11b8b1c2513 HTTP/1.1" status: 204 len: 168 time: 0.1556664 Jul 31 14:28:41.914119 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de67a6c-04ba-48c2-b016-f50dd3829656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1d52c2-f89d-4d53-889b-a11b8b1c2513,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:42.743437 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6971f40-eea6-4af2-ad00-040937628ecd req-cdf45aab-f753-420e-a901-29186b9e6e6e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:42.754084 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c6971f40-eea6-4af2-ad00-040937628ecd req-cdf45aab-f753-420e-a901-29186b9e6e6e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0975077 Jul 31 14:28:42.835934 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:42.852040 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c6971f40-eea6-4af2-ad00-040937628ecd req-198f8595-72c5-4746-acc4-b9ede06dcc0b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967953 Jul 31 14:28:42.997669 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:43.083955 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33854) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:43.476921 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (8d37bc0d-9e1a-4949-b091-ee0ca2853489), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:43.558162 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:43.760659 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Deleting port 3f809fee-6829-4957-ab4b-ddc5a43c5883 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:43.761354 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:43.854243 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:43.863751 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] For port 3f809fee-6829-4957-ab4b-ddc5a43c5883, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=3f809fee-6829-4957-ab4b-ddc5a43c5883,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:43.863751 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:43.872421 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Calling delete_port for 3f809fee-6829-4957-ab4b-ddc5a43c5883 owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:44.070536 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5088ed-727d-464e-98db-85c474c9a205 req-d3bd1c01-8309-4d30-a73e-bacfa3348965 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:44.081140 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb5088ed-727d-464e-98db-85c474c9a205 req-d3bd1c01-8309-4d30-a73e-bacfa3348965 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.1003284 Jul 31 14:28:44.161503 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb5088ed-727d-464e-98db-85c474c9a205 req-1328b063-fa05-43fa-bbdb-b2eca8a8e10d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790262 Jul 31 14:28:44.190226 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (3f809fee-6829-4957-ab4b-ddc5a43c5883), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:44.217747 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f809fee-6829-4957-ab4b-ddc5a43c5883,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:44.354658 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 2da882f0-72a7-499f-8313-43b198253581 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:44.413966 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 2da882f0-72a7-499f-8313-43b198253581 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:44.414403 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 2da882f0-72a7-499f-8313-43b198253581 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:44.464558 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (8d37bc0d-9e1a-4949-b091-ee0ca2853489), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:44.479392 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33884) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:44.658379 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bc8bdb61-e8af-4da9-87ca-e3b39a55e6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:44.679853 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:44.682913 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:44.728750 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:44.733680 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:28:44.767211 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bc8bdb61-e8af-4da9-87ca-e3b39a55e6dc admin admin] Publish callbacks [] for security_group (862eb715-d02b-49d6-8d46-1b30fb40c87f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:44.773976 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bc8bdb61-e8af-4da9-87ca-e3b39a55e6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (862eb715-d02b-49d6-8d46-1b30fb40c87f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:44.805228 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bc8bdb61-e8af-4da9-87ca-e3b39a55e6dc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7450181f0c064d83b4e09eba95ce718d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243511 Jul 31 14:28:44.807224 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33888) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:44.878306 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bdb61-e8af-4da9-87ca-e3b39a55e6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862eb715-d02b-49d6-8d46-1b30fb40c87f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:44.894997 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1008818-3f5d-4c6a-97fe-7593df7d9311 admin admin] Publish callbacks [] for security_group (862eb715-d02b-49d6-8d46-1b30fb40c87f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:44.939355 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1008818-3f5d-4c6a-97fe-7593df7d9311 admin admin] Publish callbacks [] for security_group (862eb715-d02b-49d6-8d46-1b30fb40c87f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:44.999118 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1008818-3f5d-4c6a-97fe-7593df7d9311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (862eb715-d02b-49d6-8d46-1b30fb40c87f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.003159 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1008818-3f5d-4c6a-97fe-7593df7d9311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.006944 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f1008818-3f5d-4c6a-97fe-7593df7d9311 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/862eb715-d02b-49d6-8d46-1b30fb40c87f HTTP/1.1" status: 204 len: 168 time: 0.1961575 Jul 31 14:28:45.014796 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1008818-3f5d-4c6a-97fe-7593df7d9311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862eb715-d02b-49d6-8d46-1b30fb40c87f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:45.176458 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:28:45.182346 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-6533a59d-e401-442f-8a8c-da1847f3a7b0 admin admin] 10.222.0.40 "PUT /v2.0/routers/8d37bc0d-9e1a-4949-b091-ee0ca2853489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0967286 Jul 31 14:28:45.184632 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33904) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:45.187372 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] Sync routers for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:28:45.200954 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:45.201831 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:45.317254 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks [] for router (8d37bc0d-9e1a-4949-b091-ee0ca2853489), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.321354 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa860-7e69-4a50-baa0-2cd8195b8c86 req-4ba0eed7-e69e-4f70-9e7a-2275e1aa4c37 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:45.322833 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:45.323528 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-054fa860-7e69-4a50-baa0-2cd8195b8c86 req-4ba0eed7-e69e-4f70-9e7a-2275e1aa4c37 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0532293 Jul 31 14:28:45.349278 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33908) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:45.365960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bdf774e8-3ce1-48ac-b397-f947f9c8aa31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.414795 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-054fa860-7e69-4a50-baa0-2cd8195b8c86 req-9f073907-a6b1-4d93-a050-cf04db74c31d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845227 Jul 31 14:28:45.434831 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks [] for router_gateway (8d37bc0d-9e1a-4949-b091-ee0ca2853489), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.472638 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:45.488892 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bdf774e8-3ce1-48ac-b397-f947f9c8aa31 admin admin] Publish callbacks [] for security_group (34f8e9a1-8472-471a-b3d7-5b3ad13f63b8), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.495581 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Deleting port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:45.495794 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bdf774e8-3ce1-48ac-b397-f947f9c8aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (34f8e9a1-8472-471a-b3d7-5b3ad13f63b8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.495896 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.516579 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:28:44Z', 'revision_number': 5, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port': {'id': '8e640972-3db1-4f61-bfcc-bf4a5f2b0205', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:07Z', 'updated_at': '2022-07-31T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:45.540111 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-bdf774e8-3ce1-48ac-b397-f947f9c8aa31 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d94ef29a8b674a5dbb82841d4ef67f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895983 Jul 31 14:28:45.542469 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf774e8-3ce1-48ac-b397-f947f9c8aa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f8e9a1-8472-471a-b3d7-5b3ad13f63b8,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:45.542941 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33910) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:45.547350 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] Checking router: 8d37bc0d-9e1a-4949-b091-ee0ca2853489 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:28:45.557080 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] Routers {'8d37bc0d-9e1a-4949-b091-ee0ca2853489'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:45.558113 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:45.627029 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:45.636070 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] For port 8e640972-3db1-4f61-bfcc-bf4a5f2b0205, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=8e640972-3db1-4f61-bfcc-bf4a5f2b0205,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:45.636505 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.639100 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c45390e-0063-49db-8c0c-f1b12b25c6b4 admin admin] Publish callbacks [] for security_group (34f8e9a1-8472-471a-b3d7-5b3ad13f63b8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.643564 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] Set router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:45.659008 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Calling delete_port for 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:45.683106 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c45390e-0063-49db-8c0c-f1b12b25c6b4 admin admin] Publish callbacks [] for security_group (34f8e9a1-8472-471a-b3d7-5b3ad13f63b8), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.693377 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:28:45Z', 'revision_number': 6, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:45.721756 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56bfc6-d196-4330-9482-9f5f2f57b7f2 None None] The sync data for ids ['8d37bc0d-9e1a-4949-b091-ee0ca2853489'] in dv-cinder-849846-4-iscsi is: [{'id': '8d37bc0d-9e1a-4949-b091-ee0ca2853489', 'name': 'tempest-TestMinimumBasicScenario-2137510280-router', 'tenant_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:06Z', 'updated_at': '2022-07-31T14:28:45Z', 'revision_number': 6, 'project_id': 'ea0d7081bf384d098fad20ef507f4dfd', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:28:45.804961 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-36b757c2-9470-41c0-a898-afb6658cb60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:45.806688 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-36b757c2-9470-41c0-a898-afb6658cb60a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 1129 time: 0.0408006 Jul 31 14:28:45.809354 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:45.817888 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c45390e-0063-49db-8c0c-f1b12b25c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (34f8e9a1-8472-471a-b3d7-5b3ad13f63b8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.820418 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c45390e-0063-49db-8c0c-f1b12b25c6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.821524 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4c45390e-0063-49db-8c0c-f1b12b25c6b4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/34f8e9a1-8472-471a-b3d7-5b3ad13f63b8 HTTP/1.1" status: 204 len: 168 time: 0.2776670 Jul 31 14:28:45.834616 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45390e-0063-49db-8c0c-f1b12b25c6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f8e9a1-8472-471a-b3d7-5b3ad13f63b8,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:45.907486 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (8e640972-3db1-4f61-bfcc-bf4a5f2b0205), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:45.926433 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-e26791ac-463f-4a09-a18e-5247d58279bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:45.928056 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-e26791ac-463f-4a09-a18e-5247d58279bc service neutron] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 918 time: 0.1138294 Jul 31 14:28:45.937413 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=8e640972-3db1-4f61-bfcc-bf4a5f2b0205,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:46.004938 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-b75a221b-b660-4826-af39-f6e1bc9527b2 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414cf0f9-b0cd-4363-9160-1242693140a5 HTTP/1.1" status: 200 len: 1001 time: 0.0595288 Jul 31 14:28:46.007354 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (8d37bc0d-9e1a-4949-b091-ee0ca2853489), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.077607 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-583f344a-2c3e-43eb-9fce-be04cf2801f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:46.079376 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-583f344a-2c3e-43eb-9fce-be04cf2801f7 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.0678086 Jul 31 14:28:46.159495 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (8d37bc0d-9e1a-4949-b091-ee0ca2853489), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.162078 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks [] for router_controller (8d37bc0d-9e1a-4949-b091-ee0ca2853489), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.162416 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-8dc3657a-ef98-4d12-85e8-98d517a16177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:46.164045 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-8dc3657a-ef98-4d12-85e8-98d517a16177 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762219 Jul 31 14:28:46.251588 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (8d37bc0d-9e1a-4949-b091-ee0ca2853489), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.252852 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d37bc0d-9e1a-4949-b091-ee0ca2853489 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:28:46.259534 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.263308 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-57917b43-3098-4eae-b65b-9a59b75e6cbc admin admin] 10.222.0.40 "DELETE /v2.0/routers/8d37bc0d-9e1a-4949-b091-ee0ca2853489 HTTP/1.1" status: 204 len: 168 time: 1.0753350 Jul 31 14:28:46.264218 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33918) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:46.310232 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-bd775aa1-0973-46b0-bce9-f3bc37199bc5 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385505 Jul 31 14:28:46.328818 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49b4658-e2c0-449e-bc4a-10d44fcca41b admin admin] Deleting subnet 558a7fb4-bcc3-4f29-a668-98208fda2ebb {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:28:46.332739 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c49b4658-e2c0-449e-bc4a-10d44fcca41b admin admin] Publish callbacks [] for subnet (558a7fb4-bcc3-4f29-a668-98208fda2ebb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.379251 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:46.387265 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c49b4658-e2c0-449e-bc4a-10d44fcca41b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10432033'] for subnet (558a7fb4-bcc3-4f29-a668-98208fda2ebb), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.400200 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 3f809fee-6829-4957-ab4b-ddc5a43c5883 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:46.426258 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 3f809fee-6829-4957-ab4b-ddc5a43c5883 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:46.426833 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 3f809fee-6829-4957-ab4b-ddc5a43c5883 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:46.431861 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5e893040-67fe-4079-b4d0-865ea0869f1a req-48c920c3-bd75-4861-bbec-506ffeff9dcb service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144834 Jul 31 14:28:46.540474 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c49b4658-e2c0-449e-bc4a-10d44fcca41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (558a7fb4-bcc3-4f29-a668-98208fda2ebb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.604075 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc9f25-9687-421c-9a49-cdb507fa7fdb req-423b3851-59ef-473f-9fc5-c906e315eef2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:46.605597 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0efc9f25-9687-421c-9a49-cdb507fa7fdb req-423b3851-59ef-473f-9fc5-c906e315eef2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0793145 Jul 31 14:28:46.653946 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c49b4658-e2c0-449e-bc4a-10d44fcca41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10251070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10078215'] for subnet (558a7fb4-bcc3-4f29-a668-98208fda2ebb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.691909 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b4658-e2c0-449e-bc4a-10d44fcca41b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558a7fb4-bcc3-4f29-a668-98208fda2ebb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:46.701595 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c49b4658-e2c0-449e-bc4a-10d44fcca41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.707675 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33936) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:46.707859 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c49b4658-e2c0-449e-bc4a-10d44fcca41b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/558a7fb4-bcc3-4f29-a668-98208fda2ebb HTTP/1.1" status: 204 len: 168 time: 0.4425888 Jul 31 14:28:46.710204 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a3973-ea01-48e6-baa0-587e58c1f124 None None] Network e58b26df-798a-497d-9c1b-d5d30155e23a requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:28:46.711554 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0efc9f25-9687-421c-9a49-cdb507fa7fdb req-2af6c0b7-5b35-45dd-bebc-0a6c5c67f0da tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971401 Jul 31 14:28:46.722076 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:46.805418 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:46.824532 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (e58b26df-798a-497d-9c1b-d5d30155e23a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.875176 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Deleting port a1d55942-ae20-486d-a236-b950a874a0b1 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:46.875631 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.913102 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6d749-f4bc-442c-ba72-2939f7dbbe9f None None] DHCP port deletion for e58b26df-798a-497d-9c1b-d5d30155e23a request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:28:46.944699 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] For port a1d55942-ae20-486d-a236-b950a874a0b1, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=a1d55942-ae20-486d-a236-b950a874a0b1,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:46.945004 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.950684 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:46.955980 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6d749-f4bc-442c-ba72-2939f7dbbe9f None None] Deleting port a1d55942-ae20-486d-a236-b950a874a0b1 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:46.956525 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d749-f4bc-442c-ba72-2939f7dbbe9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:46.959076 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Calling delete_port for a1d55942-ae20-486d-a236-b950a874a0b1 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:47.029778 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9ef6d749-f4bc-442c-ba72-2939f7dbbe9f None None] For port a1d55942-ae20-486d-a236-b950a874a0b1, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=a1d55942-ae20-486d-a236-b950a874a0b1,segment=NetworkSegment(1f1f4e49-748b-4768-a55f-52c532206a25),segment_id=1f1f4e49-748b-4768-a55f-52c532206a25)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:47.030089 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d749-f4bc-442c-ba72-2939f7dbbe9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.044427 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6d749-f4bc-442c-ba72-2939f7dbbe9f None None] Calling delete_port for a1d55942-ae20-486d-a236-b950a874a0b1 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:47.051990 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.080476 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d55942-ae20-486d-a236-b950a874a0b1,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:47.084140 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] No DVR routers for this DVR port a1d55942-ae20-486d-a236-b950a874a0b1 on host dv-cinder-849846-4-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:47.132451 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d749-f4bc-442c-ba72-2939f7dbbe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209'] for port (a1d55942-ae20-486d-a236-b950a874a0b1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.157396 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6d749-f4bc-442c-ba72-2939f7dbbe9f None None] Pushing event deleted for resources: {'Port': ['ID=a1d55942-ae20-486d-a236-b950a874a0b1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:47.161722 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6d749-f4bc-442c-ba72-2939f7dbbe9f None None] No DVR routers for this DVR port a1d55942-ae20-486d-a236-b950a874a0b1 on host dv-cinder-849846-4-iscsi {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:47.166242 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (e58b26df-798a-497d-9c1b-d5d30155e23a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.188039 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58b26df-798a-497d-9c1b-d5d30155e23a']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:47.198678 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1f4e49-748b-4768-a55f-52c532206a25') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:47.198978 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1f4e49-748b-4768-a55f-52c532206a25') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:47.213072 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (1f1f4e49-748b-4768-a55f-52c532206a25), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.228066 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (1f1f4e49-748b-4768-a55f-52c532206a25), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.230046 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:47.237122 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:28:47.237860 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (1f1f4e49-748b-4768-a55f-52c532206a25), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.303441 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (e58b26df-798a-497d-9c1b-d5d30155e23a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.308208 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.309640 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 33950) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:47.311555 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] 10.222.0.40 "DELETE /v2.0/networks/e58b26df-798a-497d-9c1b-d5d30155e23a HTTP/1.1" status: 204 len: 168 time: 0.6022377 Jul 31 14:28:47.314778 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33952) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:47.367569 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3731c-f5de-4a8f-ba99-e19c7ef6221c admin admin] Pushing event deleted for resources: {'Network': ['ID=e58b26df-798a-497d-9c1b-d5d30155e23a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:47.413587 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 1f1f4e49-748b-4768-a55f-52c532206a25 resource provider aggregate not found Jul 31 14:28:47.434362 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 1f1f4e49-748b-4768-a55f-52c532206a25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f1f4e49-748b-4768-a55f-52c532206a25 found for delete ", "request_id": "req-b2479316-4a0c-4cb9-ad74-3a6c560bc00c"}]} Jul 31 14:28:47.434752 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1633812b-3fdc-492c-9624-86bfab1c1a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.464346 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:47.519634 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1633812b-3fdc-492c-9624-86bfab1c1a23 admin admin] Publish callbacks [] for security_group (6b9d8a1d-286f-4473-a988-e0552a1dda31), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.523751 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1633812b-3fdc-492c-9624-86bfab1c1a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6b9d8a1d-286f-4473-a988-e0552a1dda31), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.563221 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1633812b-3fdc-492c-9624-86bfab1c1a23 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=784093cb66924ab693e909de209d6dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526338 Jul 31 14:28:47.564103 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633812b-3fdc-492c-9624-86bfab1c1a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d8a1d-286f-4473-a988-e0552a1dda31,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:47.566173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33960) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:47.635266 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:47.657150 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-27eee8cb-f4d2-4768-93a0-3b7614b3ffba admin admin] Publish callbacks [] for security_group (6b9d8a1d-286f-4473-a988-e0552a1dda31), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.713160 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-27eee8cb-f4d2-4768-93a0-3b7614b3ffba admin admin] Publish callbacks [] for security_group (6b9d8a1d-286f-4473-a988-e0552a1dda31), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.731597 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.871186 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-27eee8cb-f4d2-4768-93a0-3b7614b3ffba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6b9d8a1d-286f-4473-a988-e0552a1dda31), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.873682 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-27eee8cb-f4d2-4768-93a0-3b7614b3ffba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:47.874786 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-27eee8cb-f4d2-4768-93a0-3b7614b3ffba admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6b9d8a1d-286f-4473-a988-e0552a1dda31 HTTP/1.1" status: 204 len: 168 time: 0.3077054 Jul 31 14:28:47.886775 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd4cc3-c9ad-4a20-bc27-eaeeba3be4f7 req-f1d539e7-839f-4a27-86cb-6122e9c5259b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:47.888211 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b9dd4cc3-c9ad-4a20-bc27-eaeeba3be4f7 req-f1d539e7-839f-4a27-86cb-6122e9c5259b tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 945 time: 0.0690451 Jul 31 14:28:47.898407 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eee8cb-f4d2-4768-93a0-3b7614b3ffba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d8a1d-286f-4473-a988-e0552a1dda31,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:47.997040 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device a1d55942-ae20-486d-a236-b950a874a0b1 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:48.009082 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b9dd4cc3-c9ad-4a20-bc27-eaeeba3be4f7 req-5dbd0100-046c-4902-abfc-11dfd6247b24 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141841 Jul 31 14:28:48.026331 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: a1d55942-ae20-486d-a236-b950a874a0b1 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:48.027122 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device a1d55942-ae20-486d-a236-b950a874a0b1 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:48.028049 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:48.054284 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:48.054284 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 8e640972-3db1-4f61-bfcc-bf4a5f2b0205 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:48.086648 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Deleting port 8d5a671e-537c-42c6-9646-4e1cb7863d3a {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:48.086987 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:48.172748 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] For port 8d5a671e-537c-42c6-9646-4e1cb7863d3a, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=8d5a671e-537c-42c6-9646-4e1cb7863d3a,segment=NetworkSegment(1dd33053-2fce-4d63-8bc6-8fdaa89f9255),segment_id=1dd33053-2fce-4d63-8bc6-8fdaa89f9255)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:48.173113 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:48.188112 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Calling delete_port for 8d5a671e-537c-42c6-9646-4e1cb7863d3a owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:48.191088 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:48.392030 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (8d5a671e-537c-42c6-9646-4e1cb7863d3a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:48.396807 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:48.419551 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5a671e-537c-42c6-9646-4e1cb7863d3a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:48.446634 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 414cf0f9-b0cd-4363-9160-1242693140a5 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:48.542993 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 414cf0f9-b0cd-4363-9160-1242693140a5 is: ACTIVE; New status is: DOWN {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:28:48.543865 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:48.580055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:28:48.583175 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cdd8fa-a39c-490b-9a2a-856390dc5ff4" -d '{"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-unplugged", "status": "completed", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:28:48.590243 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:48.598120 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:48.647393 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:48.664602 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:48.670463 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 31 Jul 2022 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16570ac1-7ba7-4130-8896-e21a2130ebcf x-openstack-request-id: req-16570ac1-7ba7-4130-8896-e21a2130ebcf {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:28:48.670747 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-unplugged", "status": "completed", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:28:48.670999 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-16570ac1-7ba7-4130-8896-e21a2130ebcf {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:28:48.671415 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16570ac1-7ba7-4130-8896-e21a2130ebcf'] response: {'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5', 'code': 200} Jul 31 14:28:48.885478 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:28:48.989949 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:28:48.995470 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-fe412fb2-0e15-42fc-9af0-5dfaad32aeda admin admin] 10.222.0.40 "PUT /v2.0/routers/a01f3f38-1ddf-477e-9e30-cc3dfcc3798d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798193 Jul 31 14:28:48.998490 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 33994) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:49.001824 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] Sync routers for ids ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:28:49.015967 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] Routers {'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:49.016577 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:49.126397 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks [] for router (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.134715 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] Set router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:49.188849 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:49.226483 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.269417 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2da44-00e8-401d-89cd-7b5f91cc77d0 req-fe9ca675-15cb-459b-b85b-4ce1c05ef464 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:49.270955 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-90e2da44-00e8-401d-89cd-7b5f91cc77d0 req-fe9ca675-15cb-459b-b85b-4ce1c05ef464 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.1069496 Jul 31 14:28:49.316717 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks [] for router_gateway (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.341694 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-90e2da44-00e8-401d-89cd-7b5f91cc77d0 req-ad6cdc30-0911-44a3-9534-bdde635c682d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649941 Jul 31 14:28:49.372254 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Deleting port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:49.372599 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.401098 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:28:48Z', 'revision_number': 5, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'gw_port': {'id': '1c95c2ce-06a7-42eb-9c09-c83a883a5cad', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:49.432331 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] Checking router: a01f3f38-1ddf-477e-9e30-cc3dfcc3798d for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:28:49.441806 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] Routers {'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:28:49.442629 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:28:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:49.467921 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] For port 1c95c2ce-06a7-42eb-9c09-c83a883a5cad, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=1c95c2ce-06a7-42eb-9c09-c83a883a5cad,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:49.468507 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.483541 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Calling delete_port for 1c95c2ce-06a7-42eb-9c09-c83a883a5cad owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:49.496917 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:49.537236 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] Set router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:28:49.594370 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:28:49Z', 'revision_number': 6, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:49.621605 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f3a00-4f68-430c-86a2-23fba601f151 None None] The sync data for ids ['a01f3f38-1ddf-477e-9e30-cc3dfcc3798d'] in dv-cinder-849846-4-iscsi is: [{'id': 'a01f3f38-1ddf-477e-9e30-cc3dfcc3798d', 'name': 'tempest-TestMinimumBasicScenario-264972891-router', 'tenant_id': '66b6d76f31f14cd2afd43cc377c35714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:26:12Z', 'updated_at': '2022-07-31T14:28:49Z', 'revision_number': 6, 'project_id': '66b6d76f31f14cd2afd43cc377c35714', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:28:49.666488 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (1c95c2ce-06a7-42eb-9c09-c83a883a5cad), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.698039 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c95c2ce-06a7-42eb-9c09-c83a883a5cad,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:49.762061 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.853395 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.855592 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks [] for router_controller (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.900122 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (a01f3f38-1ddf-477e-9e30-cc3dfcc3798d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.900773 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01f3f38-1ddf-477e-9e30-cc3dfcc3798d {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:28:49.905539 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:49.906864 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-5a378793-eab2-4c52-8772-a799e505890b admin admin] 10.222.0.40 "DELETE /v2.0/routers/a01f3f38-1ddf-477e-9e30-cc3dfcc3798d HTTP/1.1" status: 204 len: 168 time: 0.9071805 Jul 31 14:28:49.909392 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34020) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:49.958679 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-120188fb-6087-46cc-9ffd-073b76b99f8e admin admin] Deleting subnet dede7eaa-2f62-4dd5-b581-3fe4103ea098 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:28:49.961884 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-120188fb-6087-46cc-9ffd-073b76b99f8e admin admin] Publish callbacks [] for subnet (dede7eaa-2f62-4dd5-b581-3fe4103ea098), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.003008 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-120188fb-6087-46cc-9ffd-073b76b99f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10445066'] for subnet (dede7eaa-2f62-4dd5-b581-3fe4103ea098), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.105502 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-120188fb-6087-46cc-9ffd-073b76b99f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (dede7eaa-2f62-4dd5-b581-3fe4103ea098), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.134858 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:50.170015 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-120188fb-6087-46cc-9ffd-073b76b99f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9194206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220447'] for subnet (dede7eaa-2f62-4dd5-b581-3fe4103ea098), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.196652 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120188fb-6087-46cc-9ffd-073b76b99f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dede7eaa-2f62-4dd5-b581-3fe4103ea098,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:50.200619 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-120188fb-6087-46cc-9ffd-073b76b99f8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.204069 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-120188fb-6087-46cc-9ffd-073b76b99f8e admin admin] 10.222.0.40 "DELETE /v2.0/subnets/dede7eaa-2f62-4dd5-b581-3fe4103ea098 HTTP/1.1" status: 204 len: 168 time: 0.2935698 Jul 31 14:28:50.207289 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34028) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:50.209112 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ee3d6-95b4-404d-93c1-9ffd83d3cefb None None] Network 2e120243-5be7-422a-9dab-c7afeaccc381 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:28:50.279552 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:50.292603 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (2e120243-5be7-422a-9dab-c7afeaccc381), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.347126 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Deleting port 50948323-2a83-4445-874a-fe7bb61bea67 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:50.347461 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (50948323-2a83-4445-874a-fe7bb61bea67), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.431707 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adee158-5b68-4196-9cfe-ed59025577c6 None None] DHCP port deletion for 2e120243-5be7-422a-9dab-c7afeaccc381 request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:28:50.466988 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 8d5a671e-537c-42c6-9646-4e1cb7863d3a no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:50.475658 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] For port 50948323-2a83-4445-874a-fe7bb61bea67, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=50948323-2a83-4445-874a-fe7bb61bea67,segment=NetworkSegment(1dd33053-2fce-4d63-8bc6-8fdaa89f9255),segment_id=1dd33053-2fce-4d63-8bc6-8fdaa89f9255)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:50.476026 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (50948323-2a83-4445-874a-fe7bb61bea67), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.494863 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 8d5a671e-537c-42c6-9646-4e1cb7863d3a {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:50.495293 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 8d5a671e-537c-42c6-9646-4e1cb7863d3a not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:50.505517 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7adee158-5b68-4196-9cfe-ed59025577c6 None None] Deleting port 50948323-2a83-4445-874a-fe7bb61bea67 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:28:50.506181 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7adee158-5b68-4196-9cfe-ed59025577c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (50948323-2a83-4445-874a-fe7bb61bea67), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.517135 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Calling delete_port for 50948323-2a83-4445-874a-fe7bb61bea67 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:50.526717 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b7ff4-3bbe-4250-a1f4-0a45657ea547 req-fc8a83c0-622b-4fe2-a75b-b7610828cad5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:50.528399 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b9b7ff4-3bbe-4250-a1f4-0a45657ea547 req-fc8a83c0-622b-4fe2-a75b-b7610828cad5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0872514 Jul 31 14:28:50.610480 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7adee158-5b68-4196-9cfe-ed59025577c6 None None] For port 50948323-2a83-4445-874a-fe7bb61bea67, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=50948323-2a83-4445-874a-fe7bb61bea67,segment=NetworkSegment(1dd33053-2fce-4d63-8bc6-8fdaa89f9255),segment_id=1dd33053-2fce-4d63-8bc6-8fdaa89f9255)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:28:50.610973 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7adee158-5b68-4196-9cfe-ed59025577c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (50948323-2a83-4445-874a-fe7bb61bea67), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.624044 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2b9b7ff4-3bbe-4250-a1f4-0a45657ea547 req-67015b74-640b-4567-9180-add516a49611 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894916 Jul 31 14:28:50.626604 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7adee158-5b68-4196-9cfe-ed59025577c6 None None] Calling delete_port for 50948323-2a83-4445-874a-fe7bb61bea67 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:28:50.669425 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-1ad6dd7a-3cad-4c7e-a867-09227a585fde service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202002 Jul 31 14:28:50.697543 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (50948323-2a83-4445-874a-fe7bb61bea67), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.734235 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Pushing event deleted for resources: {'Port': ['ID=50948323-2a83-4445-874a-fe7bb61bea67,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:50.739319 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7adee158-5b68-4196-9cfe-ed59025577c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209'] for port (50948323-2a83-4445-874a-fe7bb61bea67), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.743307 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] No DVR routers for this DVR port 50948323-2a83-4445-874a-fe7bb61bea67 on host dv-cinder-849846-4-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:50.782900 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adee158-5b68-4196-9cfe-ed59025577c6 None None] Pushing event deleted for resources: {'Port': ['ID=50948323-2a83-4445-874a-fe7bb61bea67,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:50.789514 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adee158-5b68-4196-9cfe-ed59025577c6 None None] No DVR routers for this DVR port 50948323-2a83-4445-874a-fe7bb61bea67 on host dv-cinder-849846-4-iscsi {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:28:50.792009 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-ad89b536-e45f-4c9e-aed8-d6d6a2abab7a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:50.800616 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-ad89b536-e45f-4c9e-aed8-d6d6a2abab7a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports/414cf0f9-b0cd-4363-9160-1242693140a5 HTTP/1.1" status: 200 len: 940 time: 0.0814202 Jul 31 14:28:50.842291 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (2e120243-5be7-422a-9dab-c7afeaccc381), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.866738 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e120243-5be7-422a-9dab-c7afeaccc381']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:50.877098 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd33053-2fce-4d63-8bc6-8fdaa89f9255') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:50.877458 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd33053-2fce-4d63-8bc6-8fdaa89f9255') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:28:50.895074 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10432058'] for segment (1dd33053-2fce-4d63-8bc6-8fdaa89f9255), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.923325 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (1dd33053-2fce-4d63-8bc6-8fdaa89f9255), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:50.934120 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:28:50.934622 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10251092'] for segment (1dd33053-2fce-4d63-8bc6-8fdaa89f9255), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:51.027723 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (2e120243-5be7-422a-9dab-c7afeaccc381), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:51.036552 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:51.040287 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] 10.222.0.40 "DELETE /v2.0/networks/2e120243-5be7-422a-9dab-c7afeaccc381 HTTP/1.1" status: 204 len: 168 time: 0.8319430 Jul 31 14:28:51.051469 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fcb28-e55e-43c4-9234-dc5b1a20318f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e120243-5be7-422a-9dab-c7afeaccc381,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:51.151341 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 1dd33053-2fce-4d63-8bc6-8fdaa89f9255 resource provider aggregate not found Jul 31 14:28:51.171743 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 1dd33053-2fce-4d63-8bc6-8fdaa89f9255 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dd33053-2fce-4d63-8bc6-8fdaa89f9255 found for delete ", "request_id": "req-977830b2-528c-4707-905c-7d3848543d6d"}]} Jul 31 14:28:51.260389 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34084) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:51.304282 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-710d1904-4339-429e-a665-d7e824274058 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ea0d7081bf384d098fad20ef507f4dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427227 Jul 31 14:28:51.306952 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34086) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:51.355372 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-24623808-e8c8-4e0b-acd5-0c322f9ddd40 admin admin] Publish callbacks [] for security_group (3bb22671-2e40-4a82-9e31-6ade8982d5a4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:51.376236 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-24623808-e8c8-4e0b-acd5-0c322f9ddd40 admin admin] Publish callbacks [] for security_group (3bb22671-2e40-4a82-9e31-6ade8982d5a4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:51.381978 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:51.429838 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-24623808-e8c8-4e0b-acd5-0c322f9ddd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (3bb22671-2e40-4a82-9e31-6ade8982d5a4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:51.432397 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-24623808-e8c8-4e0b-acd5-0c322f9ddd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:51.435536 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-24623808-e8c8-4e0b-acd5-0c322f9ddd40 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3bb22671-2e40-4a82-9e31-6ade8982d5a4 HTTP/1.1" status: 204 len: 168 time: 0.1256723 Jul 31 14:28:51.442989 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24623808-e8c8-4e0b-acd5-0c322f9ddd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb22671-2e40-4a82-9e31-6ade8982d5a4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:51.745908 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24fbc1-8b3c-4dec-9074-e116258bf726 req-496b6a01-737b-495e-80e9-ea22fc7539ea tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:51.747549 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4b24fbc1-8b3c-4dec-9074-e116258bf726 req-496b6a01-737b-495e-80e9-ea22fc7539ea tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0542996 Jul 31 14:28:51.772936 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-6c11d6ab-6860-4ee3-9f7b-a6aa1ff2baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:51.774418 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-6c11d6ab-6860-4ee3-9f7b-a6aa1ff2baca service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc&tenant_id=ae629f9940d446f2ab39e9a49b3f4753 HTTP/1.1" status: 200 len: 1127 time: 0.0433257 Jul 31 14:28:51.781611 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34094) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:51.800369 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4b24fbc1-8b3c-4dec-9074-e116258bf726 req-b9335dc1-b744-4f05-bf7c-0f397c623a9a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463090 Jul 31 14:28:51.852237 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-ca8d5ed2-d96d-4376-9c9a-ca4f6ea9ba0d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=66b6d76f31f14cd2afd43cc377c35714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694098 Jul 31 14:28:51.854709 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34096) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:51.870236 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-8889101d-a5de-4dfc-a5dc-ea3032daf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:51.871654 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-8889101d-a5de-4dfc-a5dc-ea3032daf6cd service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 1127 time: 0.0627513 Jul 31 14:28:51.896146 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:51.973412 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de90aa90-a529-48e9-a441-389fdd4110fe admin admin] Publish callbacks [] for security_group (e18a7e34-50d3-430e-a622-532fddc15ae3), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:51.992440 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 50948323-2a83-4445-874a-fe7bb61bea67 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:51.996066 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:52.012971 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 50948323-2a83-4445-874a-fe7bb61bea67 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:52.013352 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 50948323-2a83-4445-874a-fe7bb61bea67 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:52.013780 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 1c95c2ce-06a7-42eb-9c09-c83a883a5cad no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:28:52.015824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-29eba3f5-d8c0-4df8-a3e3-b3b88cbf5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:52.017303 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-29eba3f5-d8c0-4df8-a3e3-b3b88cbf5b96 service neutron] 10.222.0.17 "GET /v2.0/networks?id=6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 200 len: 918 time: 0.1349330 Jul 31 14:28:52.019150 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de90aa90-a529-48e9-a441-389fdd4110fe admin admin] Publish callbacks [] for security_group (e18a7e34-50d3-430e-a622-532fddc15ae3), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:52.032422 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 1c95c2ce-06a7-42eb-9c09-c83a883a5cad {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:28:52.032771 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 1c95c2ce-06a7-42eb-9c09-c83a883a5cad not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:28:52.356738 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-172eca3f-1942-44ed-9058-71b439fa0a06 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414cf0f9-b0cd-4363-9160-1242693140a5 HTTP/1.1" status: 200 len: 999 time: 0.3309107 Jul 31 14:28:52.402664 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de90aa90-a529-48e9-a441-389fdd4110fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (e18a7e34-50d3-430e-a622-532fddc15ae3), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:52.405087 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de90aa90-a529-48e9-a441-389fdd4110fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:52.406276 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-de90aa90-a529-48e9-a441-389fdd4110fe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e18a7e34-50d3-430e-a622-532fddc15ae3 HTTP/1.1" status: 204 len: 168 time: 0.5506711 Jul 31 14:28:52.419442 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90aa90-a529-48e9-a441-389fdd4110fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a7e34-50d3-430e-a622-532fddc15ae3,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:52.422080 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-5ad18f8f-6254-48f9-9e4d-7fd7923b50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:52.423571 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-5ad18f8f-6254-48f9-9e4d-7fd7923b50f5 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 200 len: 856 time: 0.0603986 Jul 31 14:28:52.474093 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-64eb8587-f3eb-4546-a194-0a76fce9e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:52.475812 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-64eb8587-f3eb-4546-a194-0a76fce9e846 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6b6a43aa-cc11-41ae-aa14-00f6b134f366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467741 Jul 31 14:28:52.557936 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34106) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:52.625547 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-7d67caa7-37ef-450e-b055-a6742ee29951 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585032 Jul 31 14:28:52.662216 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-ba449c63-71bb-4517-be49-5ca60a6b059f service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537998 Jul 31 14:28:52.760703 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8776f9d2-7f63-4a99-82a8-55b0de4f5542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:52.763906 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-c0e82cea-4848-4f4f-adf4-23a02f9c3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:52.765437 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-c0e82cea-4848-4f4f-adf4-23a02f9c3cf7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3&device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1130 time: 0.0922980 Jul 31 14:28:52.805245 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:52.857602 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8776f9d2-7f63-4a99-82a8-55b0de4f5542 admin admin] Publish callbacks [] for security_group (12d40103-7f1d-4004-aae3-22c80f1cad59), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:52.862473 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8776f9d2-7f63-4a99-82a8-55b0de4f5542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (12d40103-7f1d-4004-aae3-22c80f1cad59), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:52.865693 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e1510a64-88b2-4d85-be7f-575d11a52b84 req-3dc837a1-51e3-41e3-b6d7-39480a447b79 service neutron] 10.222.0.17 "GET /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821625 Jul 31 14:28:52.904150 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776f9d2-7f63-4a99-82a8-55b0de4f5542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d40103-7f1d-4004-aae3-22c80f1cad59,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:52.914754 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:52.921857 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8776f9d2-7f63-4a99-82a8-55b0de4f5542 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=857f68541e904e7abd38151d6c72d687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628299 Jul 31 14:28:52.925149 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34114) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:52.939219 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-ed361230-0f7d-4f80-aebc-9a9017b12f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:52.941757 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-ed361230-0f7d-4f80-aebc-9a9017b12f98 service neutron] 10.222.0.17 "GET /v2.0/networks?id=678e7fb8-a8c3-4462-826a-1ccec549b8ba HTTP/1.1" status: 200 len: 907 time: 0.1511209 Jul 31 14:28:52.982121 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-25926bea-d269-4663-ae8e-f02518c357bc admin admin] Publish callbacks [] for security_group (12d40103-7f1d-4004-aae3-22c80f1cad59), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:52.997694 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e177d94-95c6-4fed-b409-d9f039194918 req-eb7b9e08-fe15-4a47-88ca-86611a6668f0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:52.999153 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6e177d94-95c6-4fed-b409-d9f039194918 req-eb7b9e08-fe15-4a47-88ca-86611a6668f0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.1033711 Jul 31 14:28:53.004903 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-25926bea-d269-4663-ae8e-f02518c357bc admin admin] Publish callbacks [] for security_group (12d40103-7f1d-4004-aae3-22c80f1cad59), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:53.034782 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-ef863cc5-b45e-4891-8201-912e0a58f7ac service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 200 len: 1002 time: 0.0868826 Jul 31 14:28:53.055109 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-25926bea-d269-4663-ae8e-f02518c357bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (12d40103-7f1d-4004-aae3-22c80f1cad59), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:53.057961 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-25926bea-d269-4663-ae8e-f02518c357bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:53.061796 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-25926bea-d269-4663-ae8e-f02518c357bc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/12d40103-7f1d-4004-aae3-22c80f1cad59 HTTP/1.1" status: 204 len: 168 time: 0.1328385 Jul 31 14:28:53.068328 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25926bea-d269-4663-ae8e-f02518c357bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d40103-7f1d-4004-aae3-22c80f1cad59,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:53.104037 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6e177d94-95c6-4fed-b409-d9f039194918 req-74637b54-39fc-4a73-9dbe-eaf524f261d2 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974638 Jul 31 14:28:53.132249 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-adc5cb61-f9c4-4b64-956f-94f9a2d3ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:53.134409 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-adc5cb61-f9c4-4b64-956f-94f9a2d3ccb5 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=045c391c-a7b1-430e-97e9-824fc017ed05 HTTP/1.1" status: 200 len: 845 time: 0.0808094 Jul 31 14:28:53.188132 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-af976845-1038-481d-be40-0c41cc40d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:53.190143 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-af976845-1038-481d-be40-0c41cc40d9fe service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678e7fb8-a8c3-4462-826a-1ccec549b8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492826 Jul 31 14:28:53.265192 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:53.297095 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-7695f194-63f0-48df-8244-cfa0ff681a68 service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979285 Jul 31 14:28:53.395212 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-26032af0-2b83-4a2a-bcb4-75b8a6fada69 req-f976c997-b01e-43c2-ba28-1afdb6b1126c service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941529 Jul 31 14:28:54.237010 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e11d-3a87-4cfa-ae9b-8ce53fac4771 req-a150a86b-46fa-48ca-9853-05f4d77b595c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:54.239206 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7a64e11d-3a87-4cfa-ae9b-8ce53fac4771 req-a150a86b-46fa-48ca-9853-05f4d77b595c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0558968 Jul 31 14:28:54.296557 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7a64e11d-3a87-4cfa-ae9b-8ce53fac4771 req-45242ca5-f77b-4495-859e-42d308f5bfc9 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508001 Jul 31 14:28:54.368538 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34164) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:54.480486 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-53f4c5b7-8da8-4cdd-83bf-6bb2052d1253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:54.562180 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-53f4c5b7-8da8-4cdd-83bf-6bb2052d1253 admin admin] Publish callbacks [] for security_group (57d9b01e-e504-4eb2-aead-fa93faa64e0a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:54.567872 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-53f4c5b7-8da8-4cdd-83bf-6bb2052d1253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (57d9b01e-e504-4eb2-aead-fa93faa64e0a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:54.608066 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4c5b7-8da8-4cdd-83bf-6bb2052d1253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d9b01e-e504-4eb2-aead-fa93faa64e0a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:54.614251 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-53f4c5b7-8da8-4cdd-83bf-6bb2052d1253 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=37fd7aaf529d445a9c9ab025747dcfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446961 Jul 31 14:28:54.617123 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34168) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:28:54.668032 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b6aea9f6-9f1c-4f1d-8f98-4a1fb13fc565 admin admin] Publish callbacks [] for security_group (57d9b01e-e504-4eb2-aead-fa93faa64e0a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:54.690742 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b6aea9f6-9f1c-4f1d-8f98-4a1fb13fc565 admin admin] Publish callbacks [] for security_group (57d9b01e-e504-4eb2-aead-fa93faa64e0a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:54.744065 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b6aea9f6-9f1c-4f1d-8f98-4a1fb13fc565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (57d9b01e-e504-4eb2-aead-fa93faa64e0a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:54.746526 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b6aea9f6-9f1c-4f1d-8f98-4a1fb13fc565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:28:54.750370 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-b6aea9f6-9f1c-4f1d-8f98-4a1fb13fc565 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/57d9b01e-e504-4eb2-aead-fa93faa64e0a HTTP/1.1" status: 204 len: 168 time: 0.1295731 Jul 31 14:28:54.756678 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aea9f6-9f1c-4f1d-8f98-4a1fb13fc565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d9b01e-e504-4eb2-aead-fa93faa64e0a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:28:55.423133 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:55.444462 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027f8e-db77-4efa-a687-d282558988b0 req-ccc29c2f-61b6-4019-b305-2b3c2d25f7e5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:55.446086 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c1027f8e-db77-4efa-a687-d282558988b0 req-ccc29c2f-61b6-4019-b305-2b3c2d25f7e5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0615630 Jul 31 14:28:55.497703 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c1027f8e-db77-4efa-a687-d282558988b0 req-0edad4b1-accc-4d8a-b16c-3d51c9650eb3 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457566 Jul 31 14:28:56.624964 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd14ee4-0023-462a-b0e9-506cce7b32b1 req-3a7c962c-1042-4688-acbd-5c4cebcf6f9d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:56.627975 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1cd14ee4-0023-462a-b0e9-506cce7b32b1 req-3a7c962c-1042-4688-acbd-5c4cebcf6f9d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0501773 Jul 31 14:28:56.679332 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1cd14ee4-0023-462a-b0e9-506cce7b32b1 req-5f803090-d9f5-4f2f-bf3d-c22082425677 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470552 Jul 31 14:28:57.807939 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678bf4a-1da8-472a-8919-8a576cfa6b69 req-85e7094d-d7b9-43d4-94f0-1497d9b56ed5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:57.809502 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b678bf4a-1da8-472a-8919-8a576cfa6b69 req-85e7094d-d7b9-43d4-94f0-1497d9b56ed5 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0483825 Jul 31 14:28:57.859178 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b678bf4a-1da8-472a-8919-8a576cfa6b69 req-d28b06a2-e0b3-4f4d-9c9b-615cf03d2d2a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 Jul 31 14:28:58.995529 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdef0f2-1d99-477b-8633-ac7635660753 req-3cb2c9e3-85d5-4c01-b2c7-5747e9b1c59e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:28:58.997031 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfdef0f2-1d99-477b-8633-ac7635660753 req-3cb2c9e3-85d5-4c01-b2c7-5747e9b1c59e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0498292 Jul 31 14:28:59.047381 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfdef0f2-1d99-477b-8633-ac7635660753 req-f4687d7e-b71f-46a3-8fe2-bd776b66c49c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442667 Jul 31 14:28:59.539707 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=52 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:28:59.597623 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=41 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:00.180426 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c071d67-0ea1-4564-9668-5b10d90735ac req-03819425-2dad-4ee9-bf0c-e34df8a12f3c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:00.181958 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5c071d67-0ea1-4564-9668-5b10d90735ac req-03819425-2dad-4ee9-bf0c-e34df8a12f3c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0527470 Jul 31 14:29:00.233801 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5c071d67-0ea1-4564-9668-5b10d90735ac req-764015df-6d8b-404f-ad48-8390d1f91026 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458887 Jul 31 14:29:00.463881 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:29:01.375620 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05893f-6c73-4dea-8f85-9a69a6417bf0 req-252f812d-dc1a-481a-9953-10cce816c07e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:01.377700 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3a05893f-6c73-4dea-8f85-9a69a6417bf0 req-252f812d-dc1a-481a-9953-10cce816c07e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0528221 Jul 31 14:29:01.403778 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:01.429642 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3a05893f-6c73-4dea-8f85-9a69a6417bf0 req-ef432449-b821-4072-832a-a80637a267d4 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462873 Jul 31 14:29:02.554119 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce20f3-048d-4a9f-861a-110c7f0672b4 req-f656e7c2-2bc4-45f0-8bc5-b765cac38955 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:02.555504 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a5ce20f3-048d-4a9f-861a-110c7f0672b4 req-f656e7c2-2bc4-45f0-8bc5-b765cac38955 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0469546 Jul 31 14:29:02.602971 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a5ce20f3-048d-4a9f-861a-110c7f0672b4 req-4d4d9c0c-d8c6-467e-adcd-8e75c8c3304e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420079 Jul 31 14:29:02.838724 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:03.715482 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:03.727776 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f618-43dd-4c85-be2a-af1f49477b1a req-6c4b03d2-f908-49e6-a625-49b933b1c6f0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:03.729222 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dfc0f618-43dd-4c85-be2a-af1f49477b1a req-6c4b03d2-f908-49e6-a625-49b933b1c6f0 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0478392 Jul 31 14:29:03.778575 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dfc0f618-43dd-4c85-be2a-af1f49477b1a req-2d15c93f-6581-4c45-a286-e528cbea1326 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437171 Jul 31 14:29:04.901044 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12688bc9-1112-4347-8ab7-fe5e5447601b req-41f1e9c5-0fab-4735-abaa-b79f23c0a35a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:04.902586 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-12688bc9-1112-4347-8ab7-fe5e5447601b req-41f1e9c5-0fab-4735-abaa-b79f23c0a35a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0481155 Jul 31 14:29:04.951667 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-12688bc9-1112-4347-8ab7-fe5e5447601b req-a79cd614-e27f-418d-9155-b3558ca70f9a tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Jul 31 14:29:06.078943 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f42426-f0e7-44ee-8c33-883c042ae1dd req-484d285a-0e67-4c04-b2a3-9025b46c68dd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:06.080979 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-08f42426-f0e7-44ee-8c33-883c042ae1dd req-484d285a-0e67-4c04-b2a3-9025b46c68dd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 943 time: 0.0508757 Jul 31 14:29:06.127352 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-08f42426-f0e7-44ee-8c33-883c042ae1dd req-6fde8e29-04db-49c3-ad64-302385e1d441 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 Jul 31 14:29:06.460562 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 414cf0f9-b0cd-4363-9160-1242693140a5 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:29:06.559244 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:06.570004 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '414cf0f9-b0cd-4363-9160-1242693140a5', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'port_id': '414cf0f9-b0cd-4363-9160-1242693140a5', 'mac_address': 'fa:16:3e:83:4e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:29:06.603673 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 414cf0f9-b0cd-4363-9160-1242693140a5 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:29:06.604056 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:06.617053 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414cf0f9-b0cd-4363-9160-1242693140a5 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:29:06.636334 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:06.639833 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:06.684598 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=9']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:06.933866 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['414cf0f9-b0cd-4363-9160-1242693140a5'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:29:07.247283 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b37a4-7b0d-465d-bb39-e289f25dc363 req-92fe3f25-f592-455d-be06-64e570abea36 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:07.248651 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a59b37a4-7b0d-465d-bb39-e289f25dc363 req-92fe3f25-f592-455d-be06-64e570abea36 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 944 time: 0.0457034 Jul 31 14:29:07.294018 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a59b37a4-7b0d-465d-bb39-e289f25dc363 req-459b24a4-056b-41b9-b4b0-ebd1adeb07bc tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393856 Jul 31 14:29:07.982770 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ffea9a4-76b4-4001-b045-393d6eff0eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:08.414974 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8203fbb-949b-410a-8ab4-a275c6a47ba3 req-b34b636f-1e5e-4f21-8f9c-e9ba592a28cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:08.416449 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a8203fbb-949b-410a-8ab4-a275c6a47ba3 req-b34b636f-1e5e-4f21-8f9c-e9ba592a28cd tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 944 time: 0.0464334 Jul 31 14:29:08.462124 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a8203fbb-949b-410a-8ab4-a275c6a47ba3 req-862b0d37-1543-45aa-96fd-fdc11da2ba8d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403006 Jul 31 14:29:08.483483 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 414cf0f9-b0cd-4363-9160-1242693140a5 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:29:08.528958 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 414cf0f9-b0cd-4363-9160-1242693140a5 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:29:08.529328 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:08.599355 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 414cf0f9-b0cd-4363-9160-1242693140a5 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:29:08.599694 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:08.621704 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:29:08.623967 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6b0550-2928-44d3-860f-1389db29fddb" -d '{"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-plugged", "status": "completed", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:29:08.636256 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:08.640613 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:08.645045 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:08.665898 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8289aa79-e166-4828-9b7b-2c7686d575b0 x-openstack-request-id: req-8289aa79-e166-4828-9b7b-2c7686d575b0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:29:08.666196 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-plugged", "status": "completed", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:29:08.666451 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8289aa79-e166-4828-9b7b-2c7686d575b0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:29:08.666843 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8289aa79-e166-4828-9b7b-2c7686d575b0'] response: {'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5', 'code': 200} Jul 31 14:29:08.694764 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:08.887211 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92e665-0499-4d9f-99fe-fe879efeea99 req-68f96ee0-20c6-4f15-9466-98f68d60443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:08.888674 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2d92e665-0499-4d9f-99fe-fe879efeea99 req-68f96ee0-20c6-4f15-9466-98f68d60443f service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 1130 time: 0.0407438 Jul 31 14:29:08.931893 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2d92e665-0499-4d9f-99fe-fe879efeea99 req-8dd5f19f-5296-42ad-8a0f-9161b3d5eae2 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367956 Jul 31 14:29:09.593818 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ef40e-d389-4fd5-921e-531af238c629 req-458a1acd-87e8-4428-9e4f-a315d1637f9d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:09.595803 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d3ef40e-d389-4fd5-921e-531af238c629 req-458a1acd-87e8-4428-9e4f-a315d1637f9d tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 946 time: 0.0478101 Jul 31 14:29:09.646895 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d3ef40e-d389-4fd5-921e-531af238c629 req-38aae360-0a49-47c5-a129-489386918a37 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437713 Jul 31 14:29:10.132690 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09a11246-e94d-4565-a870-a5aaffc0f237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:10.458659 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:10.459677 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:10.771858 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10a8bc-4cea-4412-9111-9ae876bf35cd req-69bf3179-58e6-4bd4-9966-e2e9ce9560eb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:10.773356 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-cf10a8bc-4cea-4412-9111-9ae876bf35cd req-69bf3179-58e6-4bd4-9966-e2e9ce9560eb tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 946 time: 0.0471432 Jul 31 14:29:10.820697 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-cf10a8bc-4cea-4412-9111-9ae876bf35cd req-022a5432-4aab-4210-9252-390f3f5b338f tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415895 Jul 31 14:29:11.435630 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:11.942694 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704176b-f7ff-4c40-b48b-b561b9e54f81 req-c03024e2-c4de-44ad-9032-9a323e193db1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:11.944312 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7704176b-f7ff-4c40-b48b-b561b9e54f81 req-c03024e2-c4de-44ad-9032-9a323e193db1 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 946 time: 0.0466263 Jul 31 14:29:11.992238 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7704176b-f7ff-4c40-b48b-b561b9e54f81 req-336f121a-01ba-4246-a505-7678d23c4563 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425518 Jul 31 14:29:12.815714 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:12.993537 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:13.732747 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c87b2-c614-4875-b62e-d87300627138 req-c0e7d5eb-7fa8-4c25-b7b9-cf7ae76318d2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:13.734102 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c47c87b2-c614-4875-b62e-d87300627138 req-c0e7d5eb-7fa8-4c25-b7b9-cf7ae76318d2 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 946 time: 0.0505912 Jul 31 14:29:13.781542 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c47c87b2-c614-4875-b62e-d87300627138 req-d9011d09-84b5-433c-adbc-f075ec7c0614 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Jul 31 14:29:14.900313 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4c7b1-4f37-4b56-b425-e8384c4a55f6 req-42106d29-236f-4415-97a9-cfecd200d533 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:14.901771 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5cc4c7b1-4f37-4b56-b425-e8384c4a55f6 req-42106d29-236f-4415-97a9-cfecd200d533 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 946 time: 0.0466244 Jul 31 14:29:14.947717 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5cc4c7b1-4f37-4b56-b425-e8384c4a55f6 req-e0792855-bc67-46c4-a1c4-c79c7939093c tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups?id=65faba4d-d377-4551-93b2-6c6b31cd4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403280 Jul 31 14:29:15.346706 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-9b1dc5df-56a9-4caf-b4a4-330684a89e5e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:15.348253 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-9b1dc5df-56a9-4caf-b4a4-330684a89e5e tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 946 time: 0.0491989 Jul 31 14:29:15.428856 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Deleting port cceca3ff-4dba-468b-9a2c-92275cf1a02c {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:15.429121 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:15.489284 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:15.519437 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] For port cceca3ff-4dba-468b-9a2c-92275cf1a02c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cceca3ff-4dba-468b-9a2c-92275cf1a02c,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:15.519798 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:15.685293 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:15.685564 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (329b0f10-4f38-497a-a8e1-dfdbc3bd10eb), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:15.685873 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Floating IP 329b0f10-4f38-497a-a8e1-dfdbc3bd10eb disassociated. External IP: 172.27.1.199, port: cceca3ff-4dba-468b-9a2c-92275cf1a02c. Jul 31 14:29:15.686213 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Calling delete_port for cceca3ff-4dba-468b-9a2c-92275cf1a02c owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:15.756905 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:15.813602 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (cceca3ff-4dba-468b-9a2c-92275cf1a02c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:15.839298 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'Port': ['ID=cceca3ff-4dba-468b-9a2c-92275cf1a02c,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:15.849453 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.849803 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.850144 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.850479 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.850816 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.851145 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.851498 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.851823 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.852531 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.852531 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.852807 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.853067 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.853384 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.853703 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.854020 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:15.970677 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:29:16.076470 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eaed4755-2f07-40a7-8ddf-7dc24f080821 req-8e99f462-ee44-4dae-8bfc-92e6967347b3 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/ports?device_id=52d6930f-fac2-4f58-996e-00224187cbbd HTTP/1.1" status: 200 len: 210 time: 0.0494945 Jul 31 14:29:16.098654 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:29:16.108150 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:29:16.117857 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:16.118429 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:16.142875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] No DVR routers for this DVR port cceca3ff-4dba-468b-9a2c-92275cf1a02c on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:29:16.145937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:16.149155 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-955cc839-ae34-4b7e-aa77-20eb627b05b7 req-39e18e13-e7ea-4f95-b7eb-530c3d952b6b tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.17 "DELETE /v2.0/ports/cceca3ff-4dba-468b-9a2c-92275cf1a02c HTTP/1.1" status: 204 len: 173 time: 0.7961516 Jul 31 14:29:16.149590 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d6930f-fac2-4f58-996e-00224187cbbd', 'name': 'network-vif-deleted', 'tag': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:29:16.151894 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfaf6a3-92b5-43c5-b575-e3b41fec3371" -d '{"events": [{"server_uuid": "52d6930f-fac2-4f58-996e-00224187cbbd", "name": "network-vif-deleted", "tag": "cceca3ff-4dba-468b-9a2c-92275cf1a02c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:29:16.164870 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:16.192324 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b826ce8b-b575-4717-9fec-f6a914cf392c x-openstack-request-id: req-b826ce8b-b575-4717-9fec-f6a914cf392c {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:29:16.192503 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d6930f-fac2-4f58-996e-00224187cbbd", "name": "network-vif-deleted", "tag": "cceca3ff-4dba-468b-9a2c-92275cf1a02c", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:29:16.192794 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b826ce8b-b575-4717-9fec-f6a914cf392c {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:29:16.193148 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b826ce8b-b575-4717-9fec-f6a914cf392c'] response: {'server_uuid': '52d6930f-fac2-4f58-996e-00224187cbbd', 'name': 'network-vif-deleted', 'tag': 'cceca3ff-4dba-468b-9a2c-92275cf1a02c', 'status': 'completed', 'code': 200} Jul 31 14:29:16.243335 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:16.442767 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:16.467579 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:29:16.475892 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:16.476491 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:16.577719 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:16.768143 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:16.796021 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1cef76-9414-4478-a9d8-0ff80d7fd212 None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:45Z', 'revision_number': 4, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '6788c03e-7c50-4657-ac27-c7083803b87d', 'name': '', 'network_id': 'cbc0073a-ae55-48a9-8514-9052086eccf8', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'mac_address': 'fa:16:3e:ee:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:44Z', 'updated_at': '2022-07-31T14:22:57Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'subnets': [{'id': '94e7849f-ea16-46d7-a530-fdaaf4efb3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:29:17.006188 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027d256-b1ba-4498-849c-bd721cbe1b02 None None] New status for floating IP 329b0f10-4f38-497a-a8e1-dfdbc3bd10eb: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:29:17.171414 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34316) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:17.226832 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0f91c54-d1bc-4b52-8eb7-bd42ac5bfde7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (65faba4d-d377-4551-93b2-6c6b31cd4d0f), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.250311 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0f91c54-d1bc-4b52-8eb7-bd42ac5bfde7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (65faba4d-d377-4551-93b2-6c6b31cd4d0f), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.296808 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0f91c54-d1bc-4b52-8eb7-bd42ac5bfde7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (65faba4d-d377-4551-93b2-6c6b31cd4d0f), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.299877 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0f91c54-d1bc-4b52-8eb7-bd42ac5bfde7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.301020 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e0f91c54-d1bc-4b52-8eb7-bd42ac5bfde7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "DELETE /v2.0/security-groups/65faba4d-d377-4551-93b2-6c6b31cd4d0f HTTP/1.1" status: 204 len: 168 time: 0.1285596 Jul 31 14:29:17.305900 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34318) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:17.330427 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.api.v2.resource [None req-33b0a911-578d-4b2a-89f7-e131870af678 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] show failed (client error): The resource could not be found. Jul 31 14:29:17.331945 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-33b0a911-578d-4b2a-89f7-e131870af678 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "GET /v2.0/security-groups/65faba4d-d377-4551-93b2-6c6b31cd4d0f HTTP/1.1" status: 404 len: 347 time: 0.0250657 Jul 31 14:29:17.332694 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f91c54-d1bc-4b52-8eb7-bd42ac5bfde7 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65faba4d-d377-4551-93b2-6c6b31cd4d0f,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:17.334904 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34320) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:17.430658 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:17.447378 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Deleting port 31c1d98e-b94a-4500-92d0-779a02742232 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:17.447736 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (31c1d98e-b94a-4500-92d0-779a02742232), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.521713 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (31c1d98e-b94a-4500-92d0-779a02742232), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.522028 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (31c1d98e-b94a-4500-92d0-779a02742232), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.534700 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Calling delete_port for 31c1d98e-b94a-4500-92d0-779a02742232 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:17.665411 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (31c1d98e-b94a-4500-92d0-779a02742232), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.689496 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Pushing event deleted for resources: {'Port': ['ID=31c1d98e-b94a-4500-92d0-779a02742232,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:17.716385 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.716731 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.717346 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.717503 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.717720 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.718042 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.718368 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.718688 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.719011 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.719331 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.719679 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.720002 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.720321 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.720641 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.720959 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:17.748460 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:17.765933 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks [] for floatingip (329b0f10-4f38-497a-a8e1-dfdbc3bd10eb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.768460 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:17.769592 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-85a7f602-34ac-45a6-8ddd-927a12170230 tempest-AttachVolumeNegativeTest-418126257 tempest-AttachVolumeNegativeTest-418126257-project] 10.222.0.40 "DELETE /v2.0/floatingips/329b0f10-4f38-497a-a8e1-dfdbc3bd10eb HTTP/1.1" status: 204 len: 168 time: 0.4331818 Jul 31 14:29:18.506019 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device cceca3ff-4dba-468b-9a2c-92275cf1a02c no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:18.525948 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: cceca3ff-4dba-468b-9a2c-92275cf1a02c {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:18.526292 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device cceca3ff-4dba-468b-9a2c-92275cf1a02c not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:19.221049 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:21.438349 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34356) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:21.916508 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (3d80c412-8457-4ed7-b6cb-a61aee3b10df), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:22.149902 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:22.157741 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Deleting port 6788c03e-7c50-4657-ac27-c7083803b87d {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:22.158079 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:22.236355 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] For port 6788c03e-7c50-4657-ac27-c7083803b87d, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=6788c03e-7c50-4657-ac27-c7083803b87d,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:22.236647 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:22.252881 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Calling delete_port for 6788c03e-7c50-4657-ac27-c7083803b87d owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:22.431135 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:22.437426 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (6788c03e-7c50-4657-ac27-c7083803b87d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:22.463717 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Pushing event deleted for resources: {'Port': ['ID=6788c03e-7c50-4657-ac27-c7083803b87d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:22.860363 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (3d80c412-8457-4ed7-b6cb-a61aee3b10df), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.059734 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Router 3d80c412-8457-4ed7-b6cb-a61aee3b10df has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:29:23.162002 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:29:23.167035 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7f0b1c1f-d1d0-49e3-8e34-4189699ce384 admin admin] 10.222.0.40 "PUT /v2.0/routers/3d80c412-8457-4ed7-b6cb-a61aee3b10df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7276678 Jul 31 14:29:23.169653 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34360) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:23.170406 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] Sync routers for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:29:23.180839 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:23.181442 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:23.217663 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:23.271395 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:23.272251 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks [] for router (3d80c412-8457-4ed7-b6cb-a61aee3b10df), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.285294 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:23.368523 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks [] for router_gateway (3d80c412-8457-4ed7-b6cb-a61aee3b10df), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.414486 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Deleting port ffe5bc57-1da9-449a-8164-2127d8c4f642 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:23.414988 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.453758 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:29:22Z', 'revision_number': 5, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port': {'id': 'ffe5bc57-1da9-449a-8164-2127d8c4f642', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:40Z', 'updated_at': '2022-07-31T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:23.477890 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] Checking router: 3d80c412-8457-4ed7-b6cb-a61aee3b10df for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:29:23.489486 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] Routers {'3d80c412-8457-4ed7-b6cb-a61aee3b10df'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:23.490260 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:23.495451 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] For port ffe5bc57-1da9-449a-8164-2127d8c4f642, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=ffe5bc57-1da9-449a-8164-2127d8c4f642,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:23.495985 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.509464 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Calling delete_port for ffe5bc57-1da9-449a-8164-2127d8c4f642 owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:23.568549 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:23.682907 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (ffe5bc57-1da9-449a-8164-2127d8c4f642), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.702786 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] Set router 3d80c412-8457-4ed7-b6cb-a61aee3b10df gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:23.711237 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe5bc57-1da9-449a-8164-2127d8c4f642,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:23.752212 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:29:23Z', 'revision_number': 6, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:23.754751 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:23.774949 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (3d80c412-8457-4ed7-b6cb-a61aee3b10df), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.780588 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0525c7-0467-46ef-a78f-3d87cb34a009 None None] The sync data for ids ['3d80c412-8457-4ed7-b6cb-a61aee3b10df'] in dv-cinder-849846-4-iscsi is: [{'id': '3d80c412-8457-4ed7-b6cb-a61aee3b10df', 'name': 'tempest-AttachVolumeNegativeTest-1989471786-router', 'tenant_id': '9097fd66951e457ba46812ff17db7501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:29:23Z', 'revision_number': 6, 'project_id': '9097fd66951e457ba46812ff17db7501', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:29:23.863299 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (3d80c412-8457-4ed7-b6cb-a61aee3b10df), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.865473 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks [] for router_controller (3d80c412-8457-4ed7-b6cb-a61aee3b10df), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.906218 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (3d80c412-8457-4ed7-b6cb-a61aee3b10df), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.906827 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d80c412-8457-4ed7-b6cb-a61aee3b10df {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:29:23.911441 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:23.912578 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ffde7686-33e5-4484-b3ae-e2fd2bfd23d9 admin admin] 10.222.0.40 "DELETE /v2.0/routers/3d80c412-8457-4ed7-b6cb-a61aee3b10df HTTP/1.1" status: 204 len: 168 time: 0.7420166 Jul 31 14:29:23.915097 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34362) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:23.963218 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bd6352-0ada-46cb-b7d0-8cc358912ac7 admin admin] Deleting subnet 94e7849f-ea16-46d7-a530-fdaaf4efb3a4 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:29:23.966282 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6352-0ada-46cb-b7d0-8cc358912ac7 admin admin] Publish callbacks [] for subnet (94e7849f-ea16-46d7-a530-fdaaf4efb3a4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.001035 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6352-0ada-46cb-b7d0-8cc358912ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10432033'] for subnet (94e7849f-ea16-46d7-a530-fdaaf4efb3a4), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.062903 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:24.076756 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6352-0ada-46cb-b7d0-8cc358912ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (94e7849f-ea16-46d7-a530-fdaaf4efb3a4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.154450 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6352-0ada-46cb-b7d0-8cc358912ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10251070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10078215'] for subnet (94e7849f-ea16-46d7-a530-fdaaf4efb3a4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.181335 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd6352-0ada-46cb-b7d0-8cc358912ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e7849f-ea16-46d7-a530-fdaaf4efb3a4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:24.188318 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6352-0ada-46cb-b7d0-8cc358912ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.191731 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a8bd6352-0ada-46cb-b7d0-8cc358912ac7 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/94e7849f-ea16-46d7-a530-fdaaf4efb3a4 HTTP/1.1" status: 204 len: 168 time: 0.2754538 Jul 31 14:29:24.194233 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34364) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:24.197536 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85493403-a539-4426-b9a5-ea9a95ff9e60 None None] Network cbc0073a-ae55-48a9-8514-9052086eccf8 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:29:24.243662 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 6788c03e-7c50-4657-ac27-c7083803b87d no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:24.249189 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:24.272614 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 6788c03e-7c50-4657-ac27-c7083803b87d {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:24.272614 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 6788c03e-7c50-4657-ac27-c7083803b87d not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:24.281773 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (cbc0073a-ae55-48a9-8514-9052086eccf8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.323436 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Deleting port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:24.323787 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.386648 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] For port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe,segment=NetworkSegment(9fc41954-27d6-41b4-9a14-79eb8833355c),segment_id=9fc41954-27d6-41b4-9a14-79eb8833355c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:24.387005 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.399781 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Calling delete_port for 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:24.479076 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.500271 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Pushing event deleted for resources: {'Port': ['ID=14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:24.506076 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] No DVR routers for this DVR port 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe on host dv-cinder-849846-4-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:29:24.578361 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (cbc0073a-ae55-48a9-8514-9052086eccf8), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.598014 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc0073a-ae55-48a9-8514-9052086eccf8']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:24.599850 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:24.609451 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc41954-27d6-41b4-9a14-79eb8833355c') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:24.609744 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc41954-27d6-41b4-9a14-79eb8833355c') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:24.625573 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (9fc41954-27d6-41b4-9a14-79eb8833355c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.640797 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b0d0ee-18ce-4976-8393-42d796e09d4f None None] DHCP port deletion for cbc0073a-ae55-48a9-8514-9052086eccf8 request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:29:24.641824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (9fc41954-27d6-41b4-9a14-79eb8833355c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.650366 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:29:24.651070 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (9fc41954-27d6-41b4-9a14-79eb8833355c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.690617 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 9fc41954-27d6-41b4-9a14-79eb8833355c resource provider aggregate not found Jul 31 14:29:24.709143 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 9fc41954-27d6-41b4-9a14-79eb8833355c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fc41954-27d6-41b4-9a14-79eb8833355c found for delete ", "request_id": "req-6d58c566-ab6c-4452-8435-6b2833fa6e94"}]} Jul 31 14:29:24.716461 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (cbc0073a-ae55-48a9-8514-9052086eccf8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.732453 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.735596 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] 10.222.0.40 "DELETE /v2.0/networks/cbc0073a-ae55-48a9-8514-9052086eccf8 HTTP/1.1" status: 204 len: 168 time: 0.5398097 Jul 31 14:29:24.736731 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623dd08-5c26-46ba-bbc7-a1f4c76dd60b admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc0073a-ae55-48a9-8514-9052086eccf8,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:24.853651 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34372) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:24.899438 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-eff21656-32d6-47cd-bbe7-5882abc7e7eb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9097fd66951e457ba46812ff17db7501&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421128 Jul 31 14:29:24.899438 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34374) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:24.951027 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfb5c-acb4-47cd-8738-d3f738718174 admin admin] Publish callbacks [] for security_group (b96cac25-b416-4c78-8292-17a13273fe37), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:24.976055 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfb5c-acb4-47cd-8738-d3f738718174 admin admin] Publish callbacks [] for security_group (b96cac25-b416-4c78-8292-17a13273fe37), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:25.023910 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfb5c-acb4-47cd-8738-d3f738718174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b96cac25-b416-4c78-8292-17a13273fe37), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:25.026272 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfb5c-acb4-47cd-8738-d3f738718174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:25.027393 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bfbcfb5c-acb4-47cd-8738-d3f738718174 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b96cac25-b416-4c78-8292-17a13273fe37 HTTP/1.1" status: 204 len: 168 time: 0.1270843 Jul 31 14:29:25.035222 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcfb5c-acb4-47cd-8738-d3f738718174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96cac25-b416-4c78-8292-17a13273fe37,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:26.017724 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:26.037239 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:26.037500 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 14ea2e1d-ddce-464f-bc78-cfb4e00ce2fe not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:26.037905 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device ffe5bc57-1da9-449a-8164-2127d8c4f642 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:26.055507 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: ffe5bc57-1da9-449a-8164-2127d8c4f642 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:26.055852 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device ffe5bc57-1da9-449a-8164-2127d8c4f642 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:26.711795 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34424) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:26.818800 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-59c5faff-1a16-4f94-bd77-debc6c71ad73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:26.898211 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-59c5faff-1a16-4f94-bd77-debc6c71ad73 admin admin] Publish callbacks [] for security_group (50da912f-19c3-42b7-8f46-de2e2c27d5d0), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:26.901781 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-59c5faff-1a16-4f94-bd77-debc6c71ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (50da912f-19c3-42b7-8f46-de2e2c27d5d0), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:26.942411 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-59c5faff-1a16-4f94-bd77-debc6c71ad73 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0b250eb65d9145aa80415c7302610f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295399 Jul 31 14:29:26.943354 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5faff-1a16-4f94-bd77-debc6c71ad73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50da912f-19c3-42b7-8f46-de2e2c27d5d0,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:26.945260 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34428) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:26.997655 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5732e036-3721-43ce-8c7e-43f18218d6cf admin admin] Publish callbacks [] for security_group (50da912f-19c3-42b7-8f46-de2e2c27d5d0), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.016843 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:27.019394 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5732e036-3721-43ce-8c7e-43f18218d6cf admin admin] Publish callbacks [] for security_group (50da912f-19c3-42b7-8f46-de2e2c27d5d0), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.066082 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5732e036-3721-43ce-8c7e-43f18218d6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (50da912f-19c3-42b7-8f46-de2e2c27d5d0), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.069146 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5732e036-3721-43ce-8c7e-43f18218d6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.070614 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5732e036-3721-43ce-8c7e-43f18218d6cf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/50da912f-19c3-42b7-8f46-de2e2c27d5d0 HTTP/1.1" status: 204 len: 168 time: 0.1241930 Jul 31 14:29:27.079005 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732e036-3721-43ce-8c7e-43f18218d6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50da912f-19c3-42b7-8f46-de2e2c27d5d0,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:27.334157 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34434) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:27.348717 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30adc7e8-99aa-41a6-b144-3bb280a89152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.423017 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30adc7e8-99aa-41a6-b144-3bb280a89152 admin admin] Publish callbacks [] for security_group (86905645-da76-4de3-9b1b-820298ca6164), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.426734 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30adc7e8-99aa-41a6-b144-3bb280a89152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (86905645-da76-4de3-9b1b-820298ca6164), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.452750 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:27.467805 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-30adc7e8-99aa-41a6-b144-3bb280a89152 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=72df7af7c8d743c8a44ba493a092bb18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325724 Jul 31 14:29:27.469384 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adc7e8-99aa-41a6-b144-3bb280a89152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86905645-da76-4de3-9b1b-820298ca6164,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:27.470528 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34436) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:27.520041 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-216f4029-8753-4aa5-8da1-3bc47e7e926b admin admin] Publish callbacks [] for security_group (86905645-da76-4de3-9b1b-820298ca6164), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.541387 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-216f4029-8753-4aa5-8da1-3bc47e7e926b admin admin] Publish callbacks [] for security_group (86905645-da76-4de3-9b1b-820298ca6164), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.589574 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-216f4029-8753-4aa5-8da1-3bc47e7e926b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (86905645-da76-4de3-9b1b-820298ca6164), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.592042 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-216f4029-8753-4aa5-8da1-3bc47e7e926b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:27.593170 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-216f4029-8753-4aa5-8da1-3bc47e7e926b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/86905645-da76-4de3-9b1b-820298ca6164 HTTP/1.1" status: 204 len: 168 time: 0.1216545 Jul 31 14:29:27.600753 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f4029-8753-4aa5-8da1-3bc47e7e926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86905645-da76-4de3-9b1b-820298ca6164,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:28.252187 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34458) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:28.346867 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1792829115-network', 'tenant_id': '07c8eab62c8546c1afe905f01588fa54'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:29:28.367944 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Made reservation on behalf of 07c8eab62c8546c1afe905f01588fa54 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:29:28.370324 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.378573 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.455063 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Publish callbacks [] for security_group (860be55d-e460-4129-a665-f8456d835326), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.458698 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (860be55d-e460-4129-a665-f8456d835326), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.480308 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:29:28.494670 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860be55d-e460-4129-a665-f8456d835326,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:28.499597 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (c02de4d4-b416-4bc1-8463-60c178a77ff2), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.499940 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Added segment c02de4d4-b416-4bc1-8463-60c178a77ff2 of type vlan for network a56fe408-f3ea-4214-84ec-3370cff2167c Jul 31 14:29:28.541380 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (a56fe408-f3ea-4214-84ec-3370cff2167c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.557922 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=15 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:28.566382 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (a56fe408-f3ea-4214-84ec-3370cff2167c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.567484 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:28.568047 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.627062 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3737488 Jul 31 14:29:28.630154 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34462) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:28.632079 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd6bf8-b87a-480f-b520-fcade821789f admin admin] Pushing event updated for resources: {'Network': ['ID=a56fe408-f3ea-4214-84ec-3370cff2167c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:28.635317 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Request body: {'subnet': {'network_id': 'a56fe408-f3ea-4214-84ec-3370cff2167c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1792829115-subnet', 'tenant_id': '07c8eab62c8546c1afe905f01588fa54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:29:28.641835 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network a56fe408-f3ea-4214-84ec-3370cff2167c details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:29:28.656737 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Made reservation on behalf of 07c8eab62c8546c1afe905f01588fa54 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:29:28.659929 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078312'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.777274 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:28.832701 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10251261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078238'] for subnet (6f605f9b-4ce6-4bc1-9e50-1e0a4eb0356f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.885440 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f605f9b-4ce6-4bc1-9e50-1e0a4eb0356f,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:28.900631 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Checking segment: {'id': 'c02de4d4-b416-4bc1-8463-60c178a77ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a56fe408-f3ea-4214-84ec-3370cff2167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:29:28.900985 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Network hostable DHCP agents. Network: a56fe408-f3ea-4214-84ec-3370cff2167c, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:29:28.918624 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Network a56fe408-f3ea-4214-84ec-3370cff2167c is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:29:28.927058 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, a56fe408-f3ea-4214-84ec-3370cff2167c) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:29:28.930921 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:28.931546 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:28.936407 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f685e44-cda4-49e9-85ca-ba72ab049f56 None None] Network a56fe408-f3ea-4214-84ec-3370cff2167c requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:29:28.949009 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-81192f5a-fff0-4624-8984-0e234b458dca admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3176126 Jul 31 14:29:29.058944 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83485f-6159-4b24-8dbe-ef6a0cc9b101 None None] Network a56fe408-f3ea-4214-84ec-3370cff2167c requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:29:29.115610 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34468) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:29.424672 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Deleting port 1c525eb3-6c5b-4378-8621-c02bbd740a85 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:29.425009 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (1c525eb3-6c5b-4378-8621-c02bbd740a85), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.449734 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34482) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:29.454974 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1999243829-network', 'tenant_id': 'fdbd92e40b79426787af1b46f4d6337d'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:29:29.474861 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Made reservation on behalf of fdbd92e40b79426787af1b46f4d6337d for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:29:29.477242 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.485958 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.501456 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (1c525eb3-6c5b-4378-8621-c02bbd740a85), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.501782 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for floatingip (1c525eb3-6c5b-4378-8621-c02bbd740a85), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.515553 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Calling delete_port for 1c525eb3-6c5b-4378-8621-c02bbd740a85 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:29.528061 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:29.565971 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Publish callbacks [] for security_group (797a2380-5479-416d-83b1-245745fe5d47), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.570435 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (797a2380-5479-416d-83b1-245745fe5d47), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.596216 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:29:29.606234 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797a2380-5479-416d-83b1-245745fe5d47,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:29.611073 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (9472517b-0308-4904-af1a-0e86059bc7b5), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.611413 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Added segment 9472517b-0308-4904-af1a-0e86059bc7b5 of type vlan for network 10a03304-a27b-4260-94e5-62082c9262db Jul 31 14:29:29.653854 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (10a03304-a27b-4260-94e5-62082c9262db), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.672499 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (1c525eb3-6c5b-4378-8621-c02bbd740a85), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.679397 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (10a03304-a27b-4260-94e5-62082c9262db), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.680563 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:29.681142 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.698763 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event deleted for resources: {'Port': ['ID=1c525eb3-6c5b-4378-8621-c02bbd740a85,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:29.740403 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2867520 Jul 31 14:29:29.744484 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34484) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:29.749753 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Request body: {'subnet': {'network_id': '10a03304-a27b-4260-94e5-62082c9262db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1999243829-subnet', 'tenant_id': 'fdbd92e40b79426787af1b46f4d6337d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:29:29.754345 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=69,neutron:INSERT=21,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:29.760753 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00617c65-2f4b-41d8-b5bf-a83e8360f528 admin admin] Pushing event updated for resources: {'Network': ['ID=10a03304-a27b-4260-94e5-62082c9262db,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:29.765821 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for floatingip (561e3af1-e71f-41b6-a7b9-9c3f5bcec032), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.766152 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Floating IP 561e3af1-e71f-41b6-a7b9-9c3f5bcec032 disassociated (deleted). External IP: 172.27.1.155, port: e91303da-f1e0-49da-acae-3ce6750984f8. Jul 31 14:29:29.773113 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 10a03304-a27b-4260-94e5-62082c9262db details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:29:29.782122 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Made reservation on behalf of fdbd92e40b79426787af1b46f4d6337d for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:29:29.785432 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9220400'] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.956290 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9194013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9220422'] for subnet (ac4737b6-4ce4-4064-aaef-d010035fad40), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:29.978540 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Router b619a2b8-5f5f-4243-bf67-c2913412b5b6 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:29:29.981883 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:30.011204 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4737b6-4ce4-4064-aaef-d010035fad40,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:30.021885 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Checking segment: {'id': '9472517b-0308-4904-af1a-0e86059bc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '10a03304-a27b-4260-94e5-62082c9262db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:29:30.022238 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Network hostable DHCP agents. Network: 10a03304-a27b-4260-94e5-62082c9262db, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:29:30.040138 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Network 10a03304-a27b-4260-94e5-62082c9262db is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:29:30.048585 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 10a03304-a27b-4260-94e5-62082c9262db) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:29:30.054024 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:30.054613 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.058512 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f64c44-dd60-4838-a7f7-0f93fbfef97b None None] Network 10a03304-a27b-4260-94e5-62082c9262db requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:29:30.071496 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-4fa013ee-d362-46eb-a69c-b1eddb24f6f9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3260043 Jul 31 14:29:30.087709 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:29:30.094689 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.100109 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] Sync routers for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:29:30.120728 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:30.121441 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:30.133002 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5527e7fc-75ff-4905-a798-cfd5a0a15319 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "DELETE /v2.0/floatingips/561e3af1-e71f-41b6-a7b9-9c3f5bcec032 HTTP/1.1" status: 204 len: 168 time: 1.0162716 Jul 31 14:29:30.133581 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:29:30.135909 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:29:30.196806 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10cdb13-941c-4784-a02a-025e86b47cea x-openstack-request-id: req-f10cdb13-941c-4784-a02a-025e86b47cea {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:29:30.197092 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:29:30.197373 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f10cdb13-941c-4784-a02a-025e86b47cea {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:29:30.197769 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10cdb13-941c-4784-a02a-025e86b47cea'] response: {'name': 'network-changed', 'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'status': 'completed', 'code': 200} Jul 31 14:29:30.242225 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34492) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:30.247815 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff439d1e-7f8c-47bb-8419-a7e04e14df0b None None] Network 10a03304-a27b-4260-94e5-62082c9262db requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:29:30.248008 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:30.300867 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ec8e95-c817-4cf4-8fae-5f08f5b9ffd2 admin admin] Deleting subnet 6f605f9b-4ce6-4bc1-9e50-1e0a4eb0356f {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:29:30.305264 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21ec8e95-c817-4cf4-8fae-5f08f5b9ffd2 admin admin] Publish callbacks [] for subnet (6f605f9b-4ce6-4bc1-9e50-1e0a4eb0356f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.321921 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:30.338781 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-e86dd566-e76e-471b-b5ae-065ec24d4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:30.342152 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-e86dd566-e76e-471b-b5ae-065ec24d4fd5 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3&device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 1130 time: 0.0839875 Jul 31 14:29:30.360557 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21ec8e95-c817-4cf4-8fae-5f08f5b9ffd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10432033'] for subnet (6f605f9b-4ce6-4bc1-9e50-1e0a4eb0356f), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.445620 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21ec8e95-c817-4cf4-8fae-5f08f5b9ffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (6f605f9b-4ce6-4bc1-9e50-1e0a4eb0356f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.453807 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aee39-6534-4319-8b1f-6484a95866a1 req-e0d7837c-6925-435e-ab47-d0b1b93e8777 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:30.455331 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d20aee39-6534-4319-8b1f-6484a95866a1 req-e0d7837c-6925-435e-ab47-d0b1b93e8777 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0669699 Jul 31 14:29:30.466677 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'a25787ec-3d0b-48c8-a157-a42d45712ddb', 'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'mac_address': 'fa:16:3e:ff:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:17Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 5, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'subnets': [{'id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:30.491062 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] Checking router: b619a2b8-5f5f-4243-bf67-c2913412b5b6 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:29:30.499324 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:30.499962 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:30.538601 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d20aee39-6534-4319-8b1f-6484a95866a1 req-797db996-9457-4ee7-ba33-dd1e3667d393 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651460 Jul 31 14:29:30.544505 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21ec8e95-c817-4cf4-8fae-5f08f5b9ffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10251070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10078215'] for subnet (6f605f9b-4ce6-4bc1-9e50-1e0a4eb0356f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.548657 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:30.573036 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec8e95-c817-4cf4-8fae-5f08f5b9ffd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f605f9b-4ce6-4bc1-9e50-1e0a4eb0356f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:30.577474 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21ec8e95-c817-4cf4-8fae-5f08f5b9ffd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.581122 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-21ec8e95-c817-4cf4-8fae-5f08f5b9ffd2 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6f605f9b-4ce6-4bc1-9e50-1e0a4eb0356f HTTP/1.1" status: 204 len: 168 time: 0.3371806 Jul 31 14:29:30.583653 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34496) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:30.610209 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:30.654814 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (a56fe408-f3ea-4214-84ec-3370cff2167c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.732942 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (a56fe408-f3ea-4214-84ec-3370cff2167c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.754002 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56fe408-f3ea-4214-84ec-3370cff2167c']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:30.763440 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02de4d4-b416-4bc1-8463-60c178a77ff2') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:30.763742 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02de4d4-b416-4bc1-8463-60c178a77ff2') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:30.777847 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10432058'] for segment (c02de4d4-b416-4bc1-8463-60c178a77ff2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.791506 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (c02de4d4-b416-4bc1-8463-60c178a77ff2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.798174 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:29:30.798604 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10251092'] for segment (c02de4d4-b416-4bc1-8463-60c178a77ff2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.806157 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'a25787ec-3d0b-48c8-a157-a42d45712ddb', 'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'mac_address': 'fa:16:3e:ff:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:17Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 5, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'subnets': [{'id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:30.836282 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981c2c2-d2fa-467d-aba1-cb6005ea9ede None None] The sync data for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi is: [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:24:18Z', 'revision_number': 4, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'a25787ec-3d0b-48c8-a157-a42d45712ddb', 'name': '', 'network_id': '678e7fb8-a8c3-4462-826a-1ccec549b8ba', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'mac_address': 'fa:16:3e:ff:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:17Z', 'updated_at': '2022-07-31T14:24:25Z', 'revision_number': 5, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'subnets': [{'id': '045c391c-a7b1-430e-97e9-824fc017ed05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:29:30.838407 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment c02de4d4-b416-4bc1-8463-60c178a77ff2 resource provider aggregate not found Jul 31 14:29:30.860357 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment c02de4d4-b416-4bc1-8463-60c178a77ff2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c02de4d4-b416-4bc1-8463-60c178a77ff2 found for delete ", "request_id": "req-0f7c02e1-7aa2-4fec-aae5-d1d082097be0"}]} Jul 31 14:29:30.869835 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (a56fe408-f3ea-4214-84ec-3370cff2167c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.878710 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.884628 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] 10.222.0.40 "DELETE /v2.0/networks/a56fe408-f3ea-4214-84ec-3370cff2167c HTTP/1.1" status: 204 len: 168 time: 0.2972803 Jul 31 14:29:30.884968 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34502) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:30.891704 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f3ae4-1215-424c-9239-bf1edcc9b13e admin admin] Pushing event deleted for resources: {'Network': ['ID=a56fe408-f3ea-4214-84ec-3370cff2167c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:30.930868 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9aaa19-6b0f-4c9b-9237-589e1f3fa98a admin admin] Deleting subnet ac4737b6-4ce4-4064-aaef-d010035fad40 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:29:30.934225 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b9aaa19-6b0f-4c9b-9237-589e1f3fa98a admin admin] Publish callbacks [] for subnet (ac4737b6-4ce4-4064-aaef-d010035fad40), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:30.973086 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b9aaa19-6b0f-4c9b-9237-589e1f3fa98a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10445066'] for subnet (ac4737b6-4ce4-4064-aaef-d010035fad40), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.016893 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b9aaa19-6b0f-4c9b-9237-589e1f3fa98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (ac4737b6-4ce4-4064-aaef-d010035fad40), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.075714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b9aaa19-6b0f-4c9b-9237-589e1f3fa98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9194206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220447'] for subnet (ac4737b6-4ce4-4064-aaef-d010035fad40), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.083005 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97d2e5-abc7-43f4-bf7d-0653e483548a None None] New status for floating IP 561e3af1-e71f-41b6-a7b9-9c3f5bcec032: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:29:31.103128 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aaa19-6b0f-4c9b-9237-589e1f3fa98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4737b6-4ce4-4064-aaef-d010035fad40,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:31.111376 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b9aaa19-6b0f-4c9b-9237-589e1f3fa98a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.115027 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-6b9aaa19-6b0f-4c9b-9237-589e1f3fa98a admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ac4737b6-4ce4-4064-aaef-d010035fad40 HTTP/1.1" status: 204 len: 168 time: 0.2290072 Jul 31 14:29:31.117490 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34504) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:31.191847 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (10a03304-a27b-4260-94e5-62082c9262db), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.266933 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (10a03304-a27b-4260-94e5-62082c9262db), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.289713 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a03304-a27b-4260-94e5-62082c9262db']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:31.298656 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9472517b-0308-4904-af1a-0e86059bc7b5') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:31.298953 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9472517b-0308-4904-af1a-0e86059bc7b5') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:31.308731 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (9472517b-0308-4904-af1a-0e86059bc7b5), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.321586 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (9472517b-0308-4904-af1a-0e86059bc7b5), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.327895 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:29:31.328272 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (9472517b-0308-4904-af1a-0e86059bc7b5), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.366109 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 9472517b-0308-4904-af1a-0e86059bc7b5 resource provider aggregate not found Jul 31 14:29:31.374969 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:31.387237 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 9472517b-0308-4904-af1a-0e86059bc7b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9472517b-0308-4904-af1a-0e86059bc7b5 found for delete ", "request_id": "req-5a168fd3-07e9-48f4-96db-c25cb6f0ed7b"}]} Jul 31 14:29:31.399016 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (10a03304-a27b-4260-94e5-62082c9262db), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.404470 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.407661 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] 10.222.0.40 "DELETE /v2.0/networks/10a03304-a27b-4260-94e5-62082c9262db HTTP/1.1" status: 204 len: 168 time: 0.2892444 Jul 31 14:29:31.419666 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd06ea-c969-4ffc-ba91-e46c258cd539 admin admin] Pushing event deleted for resources: {'Network': ['ID=10a03304-a27b-4260-94e5-62082c9262db,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:31.585282 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34514) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:31.602970 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-b6375e05-88a6-4a38-b1bb-885e9d242fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:31.604462 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-b6375e05-88a6-4a38-b1bb-885e9d242fe8 service neutron] 10.222.0.17 "GET /v2.0/networks?id=678e7fb8-a8c3-4462-826a-1ccec549b8ba HTTP/1.1" status: 200 len: 907 time: 0.1009338 Jul 31 14:29:31.628944 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9ee5b1b5-ea2b-41c2-b2ad-21ba807a41e7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=07c8eab62c8546c1afe905f01588fa54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424190 Jul 31 14:29:31.631537 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34516) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:31.671272 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84961fa-7d46-47c7-bbb9-bc83ce8d11c4 req-81f07ab9-7023-4ce7-8617-6593733fe210 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:31.673063 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a84961fa-7d46-47c7-bbb9-bc83ce8d11c4 req-81f07ab9-7023-4ce7-8617-6593733fe210 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0481293 Jul 31 14:29:31.681301 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ef57e5f-52ce-4cfd-9fd1-c6c9f6a0d33c admin admin] Publish callbacks [] for security_group (860be55d-e460-4129-a665-f8456d835326), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.707730 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ef57e5f-52ce-4cfd-9fd1-c6c9f6a0d33c admin admin] Publish callbacks [] for security_group (860be55d-e460-4129-a665-f8456d835326), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:31.709278 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:31.743125 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-fa0227aa-bf95-46e6-929a-a66de089b49c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 200 len: 217 time: 0.0453234 Jul 31 14:29:32.006381 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ef57e5f-52ce-4cfd-9fd1-c6c9f6a0d33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (860be55d-e460-4129-a665-f8456d835326), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.008983 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ef57e5f-52ce-4cfd-9fd1-c6c9f6a0d33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.010121 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7ef57e5f-52ce-4cfd-9fd1-c6c9f6a0d33c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/860be55d-e460-4129-a665-f8456d835326 HTTP/1.1" status: 204 len: 168 time: 0.3777001 Jul 31 14:29:32.019434 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef57e5f-52ce-4cfd-9fd1-c6c9f6a0d33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860be55d-e460-4129-a665-f8456d835326,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:32.067641 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a84961fa-7d46-47c7-bbb9-bc83ce8d11c4 req-8953f674-1a70-4cf4-97e8-ae836416e247 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/security-groups?id=7317cc22-7ed8-43f5-a59b-34121bcd6cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887448 Jul 31 14:29:32.105561 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-55e1cd66-3e13-4e47-8d2d-c9a56075f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:32.107012 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-55e1cd66-3e13-4e47-8d2d-c9a56075f63d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=045c391c-a7b1-430e-97e9-824fc017ed05 HTTP/1.1" status: 200 len: 845 time: 0.3558018 Jul 31 14:29:32.113082 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15678c-854a-470f-8954-e8c836b913f0 req-eaa89185-8d2d-4e8b-aab6-5a91eefe58dc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:32.114279 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9b15678c-854a-470f-8954-e8c836b913f0 req-eaa89185-8d2d-4e8b-aab6-5a91eefe58dc tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.17 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 946 time: 0.0635855 Jul 31 14:29:32.185100 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-1ec12844-3250-4287-a31a-e5a5403652a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:32.186579 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-1ec12844-3250-4287-a31a-e5a5403652a8 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678e7fb8-a8c3-4462-826a-1ccec549b8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714688 Jul 31 14:29:32.217369 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:32.283248 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-9b15678c-854a-470f-8954-e8c836b913f0 req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Deleting port e91303da-f1e0-49da-acae-3ce6750984f8 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:32.283690 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-9b15678c-854a-470f-8954-e8c836b913f0 req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.367267 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-49024b18-2eb6-4420-86c9-1303c8d505e6 service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734576 Jul 31 14:29:32.444875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-9b15678c-854a-470f-8954-e8c836b913f0 req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] For port e91303da-f1e0-49da-acae-3ce6750984f8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e91303da-f1e0-49da-acae-3ce6750984f8,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:32.445244 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-9b15678c-854a-470f-8954-e8c836b913f0 req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.465453 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-9b15678c-854a-470f-8954-e8c836b913f0 req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Calling delete_port for e91303da-f1e0-49da-acae-3ce6750984f8 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:32.477621 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34522) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:32.517449 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-30f5d091-e5b5-4b45-bc0a-2dd67624a9f7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fdbd92e40b79426787af1b46f4d6337d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386500 Jul 31 14:29:32.519976 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34524) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:32.532169 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3a3d0461-e9ea-4c5f-81c6-c2dbc09c6f2b req-db91ae2e-0f95-4cc4-a176-488ab0c430e4 service neutron] 10.222.0.17 "GET /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590688 Jul 31 14:29:32.578894 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-891718a4-3d88-4421-aabe-1ff7673bca72 admin admin] Publish callbacks [] for security_group (797a2380-5479-416d-83b1-245745fe5d47), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.600627 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-891718a4-3d88-4421-aabe-1ff7673bca72 admin admin] Publish callbacks [] for security_group (797a2380-5479-416d-83b1-245745fe5d47), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.626722 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-9b15678c-854a-470f-8954-e8c836b913f0 req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (e91303da-f1e0-49da-acae-3ce6750984f8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.649238 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-891718a4-3d88-4421-aabe-1ff7673bca72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (797a2380-5479-416d-83b1-245745fe5d47), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.651916 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-891718a4-3d88-4421-aabe-1ff7673bca72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.653061 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-891718a4-3d88-4421-aabe-1ff7673bca72 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/797a2380-5479-416d-83b1-245745fe5d47 HTTP/1.1" status: 204 len: 168 time: 0.1321328 Jul 31 14:29:32.665315 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:32.666334 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event deleted for resources: {'Port': ['ID=e91303da-f1e0-49da-acae-3ce6750984f8,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:32.668167 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891718a4-3d88-4421-aabe-1ff7673bca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a2380-5479-416d-83b1-245745fe5d47,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:32.708786 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b15678c-854a-470f-8954-e8c836b913f0 req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] No DVR routers for this DVR port e91303da-f1e0-49da-acae-3ce6750984f8 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:29:32.711240 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-9b15678c-854a-470f-8954-e8c836b913f0 req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:32.714729 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9b15678c-854a-470f-8954-e8c836b913f0 req-f3182a5e-0f2e-42c3-a4b0-644bf1d46317 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.17 "DELETE /v2.0/ports/e91303da-f1e0-49da-acae-3ce6750984f8 HTTP/1.1" status: 204 len: 173 time: 0.5921893 Jul 31 14:29:32.716526 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'name': 'network-vif-deleted', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:29:32.719746 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4767ec4-aac8-455f-bd0c-41ca209dedb7" -d '{"events": [{"server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "name": "network-vif-deleted", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:29:32.763227 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122ade38-77c7-4d91-b321-028b899b6964 x-openstack-request-id: req-122ade38-77c7-4d91-b321-028b899b6964 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:29:32.763554 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92439dcd-76b3-44fb-882b-1b8f0dcb9d73", "name": "network-vif-deleted", "tag": "e91303da-f1e0-49da-acae-3ce6750984f8", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:29:32.763833 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-122ade38-77c7-4d91-b321-028b899b6964 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:29:32.764225 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122ade38-77c7-4d91-b321-028b899b6964'] response: {'server_uuid': '92439dcd-76b3-44fb-882b-1b8f0dcb9d73', 'name': 'network-vif-deleted', 'tag': 'e91303da-f1e0-49da-acae-3ce6750984f8', 'status': 'completed', 'code': 200} Jul 31 14:29:33.204277 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-eb8d2818-fea9-4b1b-825a-305a190ce72d req-87de5a8c-d789-4d4b-a124-004563d00f40 tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "GET /v2.0/ports?device_id=92439dcd-76b3-44fb-882b-1b8f0dcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.0419140 Jul 31 14:29:34.266456 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34572) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:34.328875 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e08c0c8d-17c3-4550-8df6-af613540b94d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group (7317cc22-7ed8-43f5-a59b-34121bcd6cdb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:34.357055 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e08c0c8d-17c3-4550-8df6-af613540b94d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group (7317cc22-7ed8-43f5-a59b-34121bcd6cdb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:34.406482 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:34.438683 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e08c0c8d-17c3-4550-8df6-af613540b94d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (7317cc22-7ed8-43f5-a59b-34121bcd6cdb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:34.444589 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e08c0c8d-17c3-4550-8df6-af613540b94d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:34.451361 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e08c0c8d-17c3-4550-8df6-af613540b94d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] 10.222.0.40 "DELETE /v2.0/security-groups/7317cc22-7ed8-43f5-a59b-34121bcd6cdb HTTP/1.1" status: 204 len: 168 time: 0.1842492 Jul 31 14:29:34.469665 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c0c8d-17c3-4550-8df6-af613540b94d tempest-TestShelveInstance-1074686679 tempest-TestShelveInstance-1074686679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7317cc22-7ed8-43f5-a59b-34121bcd6cdb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:34.512890 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34580) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:34.584414 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device e91303da-f1e0-49da-acae-3ce6750984f8 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:34.605583 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: e91303da-f1e0-49da-acae-3ce6750984f8 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:34.606037 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device e91303da-f1e0-49da-acae-3ce6750984f8 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:34.977839 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (b619a2b8-5f5f-4243-bf67-c2913412b5b6), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:35.053059 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:35.195210 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Deleting port a25787ec-3d0b-48c8-a157-a42d45712ddb {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:35.195586 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:35.276087 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] For port a25787ec-3d0b-48c8-a157-a42d45712ddb, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=a25787ec-3d0b-48c8-a157-a42d45712ddb,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:35.276367 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:35.288882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Calling delete_port for a25787ec-3d0b-48c8-a157-a42d45712ddb owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:35.473703 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (a25787ec-3d0b-48c8-a157-a42d45712ddb), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:35.477605 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:35.500310 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a25787ec-3d0b-48c8-a157-a42d45712ddb,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:35.692593 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (b619a2b8-5f5f-4243-bf67-c2913412b5b6), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:35.897253 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Router b619a2b8-5f5f-4243-bf67-c2913412b5b6 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:29:35.907755 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:36.002713 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:29:36.011319 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-f76ad4e7-e84b-459d-9ffc-ca93172b2b3b admin admin] 10.222.0.40 "PUT /v2.0/routers/b619a2b8-5f5f-4243-bf67-c2913412b5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974606 Jul 31 14:29:36.011490 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34590) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:36.012331 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] Sync routers for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:29:36.023501 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:36.024107 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:36.112025 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks [] for router (b619a2b8-5f5f-4243-bf67-c2913412b5b6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.124800 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:36.215375 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks [] for router_gateway (b619a2b8-5f5f-4243-bf67-c2913412b5b6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.259645 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Deleting port 1385fcb0-ddfa-4619-be0e-21a45d75a71b {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:36.259980 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.303228 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:36.344441 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] For port 1385fcb0-ddfa-4619-be0e-21a45d75a71b, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=1385fcb0-ddfa-4619-be0e-21a45d75a71b,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:36.345103 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.358283 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Calling delete_port for 1385fcb0-ddfa-4619-be0e-21a45d75a71b owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:36.379587 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:36.382667 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:29:35Z', 'revision_number': 5, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port': {'id': '1385fcb0-ddfa-4619-be0e-21a45d75a71b', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:14Z', 'updated_at': '2022-07-31T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:36.409185 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] Checking router: b619a2b8-5f5f-4243-bf67-c2913412b5b6 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:29:36.417630 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] Routers {'b619a2b8-5f5f-4243-bf67-c2913412b5b6'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:36.418230 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:36.455650 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:36.501300 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] Set router b619a2b8-5f5f-4243-bf67-c2913412b5b6 gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:36.526307 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (1385fcb0-ddfa-4619-be0e-21a45d75a71b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.550614 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1385fcb0-ddfa-4619-be0e-21a45d75a71b,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:36.559203 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:29:36Z', 'revision_number': 6, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:36.583085 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc17a8-8c28-4094-99a8-6ad11bae5a3e None None] The sync data for ids ['b619a2b8-5f5f-4243-bf67-c2913412b5b6'] in dv-cinder-849846-4-iscsi is: [{'id': 'b619a2b8-5f5f-4243-bf67-c2913412b5b6', 'name': 'tempest-TestShelveInstance-7058279-router', 'tenant_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:13Z', 'updated_at': '2022-07-31T14:29:36Z', 'revision_number': 6, 'project_id': 'd9ff0edf56fa403e8b9bf25fe004cdd3', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:29:36.617234 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (b619a2b8-5f5f-4243-bf67-c2913412b5b6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.711173 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (b619a2b8-5f5f-4243-bf67-c2913412b5b6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.713250 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks [] for router_controller (b619a2b8-5f5f-4243-bf67-c2913412b5b6), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.764965 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (b619a2b8-5f5f-4243-bf67-c2913412b5b6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.765670 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b619a2b8-5f5f-4243-bf67-c2913412b5b6 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:29:36.772464 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.773591 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-338f2cf3-d93f-4f2e-a75f-cf10837343d8 admin admin] 10.222.0.40 "DELETE /v2.0/routers/b619a2b8-5f5f-4243-bf67-c2913412b5b6 HTTP/1.1" status: 204 len: 168 time: 0.7612221 Jul 31 14:29:36.776504 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34594) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:36.820649 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a940a8-661a-4b38-9b69-b183086e0224 admin admin] Deleting subnet 045c391c-a7b1-430e-97e9-824fc017ed05 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:29:36.823663 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e7a940a8-661a-4b38-9b69-b183086e0224 admin admin] Publish callbacks [] for subnet (045c391c-a7b1-430e-97e9-824fc017ed05), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.857032 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e7a940a8-661a-4b38-9b69-b183086e0224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10432033'] for subnet (045c391c-a7b1-430e-97e9-824fc017ed05), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.899074 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:36.933604 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e7a940a8-661a-4b38-9b69-b183086e0224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (045c391c-a7b1-430e-97e9-824fc017ed05), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:36.985169 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e7a940a8-661a-4b38-9b69-b183086e0224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10251070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10078215'] for subnet (045c391c-a7b1-430e-97e9-824fc017ed05), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.011225 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a940a8-661a-4b38-9b69-b183086e0224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045c391c-a7b1-430e-97e9-824fc017ed05,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:37.016033 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e7a940a8-661a-4b38-9b69-b183086e0224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.019903 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e7a940a8-661a-4b38-9b69-b183086e0224 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/045c391c-a7b1-430e-97e9-824fc017ed05 HTTP/1.1" status: 204 len: 168 time: 0.2424765 Jul 31 14:29:37.021304 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2751279b-6516-43cd-b93d-6ea8092bc809 None None] Network 678e7fb8-a8c3-4462-826a-1ccec549b8ba requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:29:37.022454 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34596) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:37.084081 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:37.099048 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (678e7fb8-a8c3-4462-826a-1ccec549b8ba), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.143095 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Deleting port 076eacf0-9aa6-4045-97fa-f82b7b53338f {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:37.143496 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.200487 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] DHCP port deletion for 678e7fb8-a8c3-4462-826a-1ccec549b8ba request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:29:37.211491 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] For port 076eacf0-9aa6-4045-97fa-f82b7b53338f, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=076eacf0-9aa6-4045-97fa-f82b7b53338f,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:37.211855 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.225169 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Calling delete_port for 076eacf0-9aa6-4045-97fa-f82b7b53338f owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:37.242074 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Deleting port 076eacf0-9aa6-4045-97fa-f82b7b53338f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:37.242447 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.306971 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] For port 076eacf0-9aa6-4045-97fa-f82b7b53338f, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=076eacf0-9aa6-4045-97fa-f82b7b53338f,segment=NetworkSegment(f37f070d-5b06-4ff0-aa49-289542812efc),segment_id=f37f070d-5b06-4ff0-aa49-289542812efc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:37.307474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.308734 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.321257 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Calling delete_port for 076eacf0-9aa6-4045-97fa-f82b7b53338f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:37.329506 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=100 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:37.338778 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Pushing event deleted for resources: {'Port': ['ID=076eacf0-9aa6-4045-97fa-f82b7b53338f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:37.343228 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] No DVR routers for this DVR port 076eacf0-9aa6-4045-97fa-f82b7b53338f on host dv-cinder-849846-4-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:29:37.401929 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209'] for port (076eacf0-9aa6-4045-97fa-f82b7b53338f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.422553 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (678e7fb8-a8c3-4462-826a-1ccec549b8ba), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.424765 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Pushing event deleted for resources: {'Port': ['ID=076eacf0-9aa6-4045-97fa-f82b7b53338f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:37.432007 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:37.433620 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] No DVR routers for this DVR port 076eacf0-9aa6-4045-97fa-f82b7b53338f on host dv-cinder-849846-4-iscsi {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:29:37.437035 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.437377 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.437723 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.443238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6d1db-75b3-4c38-b903-b1aa6a61b240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:29:37.446772 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678e7fb8-a8c3-4462-826a-1ccec549b8ba']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:37.456539 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37f070d-5b06-4ff0-aa49-289542812efc') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:37.456830 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37f070d-5b06-4ff0-aa49-289542812efc') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:37.463903 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:29:37.466996 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10432058'] for segment (f37f070d-5b06-4ff0-aa49-289542812efc), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.480600 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (f37f070d-5b06-4ff0-aa49-289542812efc), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.487310 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:29:37.487810 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10251092'] for segment (f37f070d-5b06-4ff0-aa49-289542812efc), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.526371 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment f37f070d-5b06-4ff0-aa49-289542812efc resource provider aggregate not found Jul 31 14:29:37.544038 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment f37f070d-5b06-4ff0-aa49-289542812efc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f37f070d-5b06-4ff0-aa49-289542812efc found for delete ", "request_id": "req-95708303-1b39-4118-b367-0a226047ea74"}]} Jul 31 14:29:37.551873 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (678e7fb8-a8c3-4462-826a-1ccec549b8ba), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.557147 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.560200 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] 10.222.0.40 "DELETE /v2.0/networks/678e7fb8-a8c3-4462-826a-1ccec549b8ba HTTP/1.1" status: 204 len: 168 time: 0.5368400 Jul 31 14:29:37.563342 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34602) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:37.571707 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753562c-aea6-465f-bbcc-072c7bf9edfb admin admin] Pushing event deleted for resources: {'Network': ['ID=678e7fb8-a8c3-4462-826a-1ccec549b8ba,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:37.867790 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (2d66d590-8076-491a-8471-7e55eb5a6f7b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:37.947936 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:37.990688 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26c3aa0e-ff26-4f53-a4a8-6550362aad0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:38.014988 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device a25787ec-3d0b-48c8-a157-a42d45712ddb no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:38.035002 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: a25787ec-3d0b-48c8-a157-a42d45712ddb {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:38.036128 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device a25787ec-3d0b-48c8-a157-a42d45712ddb not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:38.036554 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 076eacf0-9aa6-4045-97fa-f82b7b53338f no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:38.054434 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 076eacf0-9aa6-4045-97fa-f82b7b53338f {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:38.054770 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 076eacf0-9aa6-4045-97fa-f82b7b53338f not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:38.055175 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 1385fcb0-ddfa-4619-be0e-21a45d75a71b no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:38.072934 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 1385fcb0-ddfa-4619-be0e-21a45d75a71b {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:38.073278 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 1385fcb0-ddfa-4619-be0e-21a45d75a71b not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:38.094014 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Deleting port b2443e11-30c0-4269-9ed4-a7193da17945 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:38.094358 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:38.175717 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] For port b2443e11-30c0-4269-9ed4-a7193da17945, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=b2443e11-30c0-4269-9ed4-a7193da17945,segment=NetworkSegment(e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851),segment_id=e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:38.177123 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:38.196282 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Calling delete_port for b2443e11-30c0-4269-9ed4-a7193da17945 owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:38.370615 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (b2443e11-30c0-4269-9ed4-a7193da17945), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:38.374673 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:38.397019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2443e11-30c0-4269-9ed4-a7193da17945,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:38.559377 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (2d66d590-8076-491a-8471-7e55eb5a6f7b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:38.960357 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:39.021850 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Router 2d66d590-8076-491a-8471-7e55eb5a6f7b has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:29:39.148623 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:29:39.155794 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-dd5ffda4-2f0f-47a9-9738-a281bee01fd9 admin admin] 10.222.0.40 "PUT /v2.0/routers/2d66d590-8076-491a-8471-7e55eb5a6f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5909843 Jul 31 14:29:39.158735 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34622) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:39.162940 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] Sync routers for ids ['2d66d590-8076-491a-8471-7e55eb5a6f7b'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:29:39.175275 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] Routers {'2d66d590-8076-491a-8471-7e55eb5a6f7b'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:39.175979 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['2d66d590-8076-491a-8471-7e55eb5a6f7b'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:39.268699 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks [] for router (2d66d590-8076-491a-8471-7e55eb5a6f7b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.289867 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] Set router 2d66d590-8076-491a-8471-7e55eb5a6f7b gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:39.377380 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks [] for router_gateway (2d66d590-8076-491a-8471-7e55eb5a6f7b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.419576 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Deleting port daaa03c2-7758-4a92-8813-0443b344c255 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:39.419916 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (daaa03c2-7758-4a92-8813-0443b344c255), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.467484 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:29:38Z', 'revision_number': 5, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'gw_port': {'id': 'daaa03c2-7758-4a92-8813-0443b344c255', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:39.492054 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] Checking router: 2d66d590-8076-491a-8471-7e55eb5a6f7b for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:29:39.500643 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] Routers {'2d66d590-8076-491a-8471-7e55eb5a6f7b'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:39.501251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['2d66d590-8076-491a-8471-7e55eb5a6f7b'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:39.508536 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] For port daaa03c2-7758-4a92-8813-0443b344c255, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=daaa03c2-7758-4a92-8813-0443b344c255,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:39.508891 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (daaa03c2-7758-4a92-8813-0443b344c255), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.522960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Calling delete_port for daaa03c2-7758-4a92-8813-0443b344c255 owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:39.585466 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] Set router 2d66d590-8076-491a-8471-7e55eb5a6f7b gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:39.620125 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:39.634092 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:29:39Z', 'revision_number': 6, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:39.662258 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d1a94-0cf3-44e4-b8c8-6904876cfd91 None None] The sync data for ids ['2d66d590-8076-491a-8471-7e55eb5a6f7b'] in dv-cinder-849846-4-iscsi is: [{'id': '2d66d590-8076-491a-8471-7e55eb5a6f7b', 'name': 'tempest-TestShelveInstance-399524864-router', 'tenant_id': 'a062733c92a64fd68acb9a59fbba8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:24:22Z', 'updated_at': '2022-07-31T14:29:39Z', 'revision_number': 6, 'project_id': 'a062733c92a64fd68acb9a59fbba8b24', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:29:39.690814 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (daaa03c2-7758-4a92-8813-0443b344c255), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.721208 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=daaa03c2-7758-4a92-8813-0443b344c255,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:39.781994 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (2d66d590-8076-491a-8471-7e55eb5a6f7b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.865315 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:39.868668 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (2d66d590-8076-491a-8471-7e55eb5a6f7b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.871036 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks [] for router_controller (2d66d590-8076-491a-8471-7e55eb5a6f7b), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.916049 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (2d66d590-8076-491a-8471-7e55eb5a6f7b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.916626 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d66d590-8076-491a-8471-7e55eb5a6f7b {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:29:39.920889 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:39.922053 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-6b249dba-4c7e-4713-a69e-c5d90b7e5f25 admin admin] 10.222.0.40 "DELETE /v2.0/routers/2d66d590-8076-491a-8471-7e55eb5a6f7b HTTP/1.1" status: 204 len: 168 time: 0.7623084 Jul 31 14:29:39.925192 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34626) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:39.969352 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89cd507-faa7-4cee-a903-953d18ba8c62 admin admin] Deleting subnet feb61dae-e15c-4251-8b42-88aeb535cc89 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:29:39.972486 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c89cd507-faa7-4cee-a903-953d18ba8c62 admin admin] Publish callbacks [] for subnet (feb61dae-e15c-4251-8b42-88aeb535cc89), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.009868 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c89cd507-faa7-4cee-a903-953d18ba8c62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10445066'] for subnet (feb61dae-e15c-4251-8b42-88aeb535cc89), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.095265 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c89cd507-faa7-4cee-a903-953d18ba8c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (feb61dae-e15c-4251-8b42-88aeb535cc89), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.119365 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b2443e11-30c0-4269-9ed4-a7193da17945 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:40.149648 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: b2443e11-30c0-4269-9ed4-a7193da17945 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:40.150007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b2443e11-30c0-4269-9ed4-a7193da17945 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:40.160824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c89cd507-faa7-4cee-a903-953d18ba8c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9194206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220447'] for subnet (feb61dae-e15c-4251-8b42-88aeb535cc89), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.162008 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31a68f42-f802-4dbb-a5ed-701410e990c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.190108 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c89cd507-faa7-4cee-a903-953d18ba8c62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.195240 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-c89cd507-faa7-4cee-a903-953d18ba8c62 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/feb61dae-e15c-4251-8b42-88aeb535cc89 HTTP/1.1" status: 204 len: 168 time: 0.2671335 Jul 31 14:29:40.195240 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cd507-faa7-4cee-a903-953d18ba8c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb61dae-e15c-4251-8b42-88aeb535cc89,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:40.196280 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34628) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:40.196765 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce10ecbe-e84c-48f8-9c84-30dc3f77fb88 None None] Network 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:29:40.273823 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.318264 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Deleting port c95745c9-af06-4d8c-8e9e-41953d68d914 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:40.318949 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.390071 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] For port c95745c9-af06-4d8c-8e9e-41953d68d914, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=c95745c9-af06-4d8c-8e9e-41953d68d914,segment=NetworkSegment(e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851),segment_id=e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:40.390354 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.402449 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:40.403661 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Calling delete_port for c95745c9-af06-4d8c-8e9e-41953d68d914 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:40.469191 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] DHCP port deletion for 7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:29:40.490939 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.510920 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] Deleting port c95745c9-af06-4d8c-8e9e-41953d68d914 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:40.511379 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.518548 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95745c9-af06-4d8c-8e9e-41953d68d914,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:40.521599 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] No DVR routers for this DVR port c95745c9-af06-4d8c-8e9e-41953d68d914 on host dv-cinder-849846-4-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:29:40.578399 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] For port c95745c9-af06-4d8c-8e9e-41953d68d914, host dv-cinder-849846-4-iscsi, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:40.578789 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.592264 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] Calling delete_port for c95745c9-af06-4d8c-8e9e-41953d68d914 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:40.595194 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] Port c95745c9-af06-4d8c-8e9e-41953d68d914 was not found and therefore no delete operation was performed {{(pid=103884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 31 14:29:40.597288 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209'] for port (c95745c9-af06-4d8c-8e9e-41953d68d914), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.600357 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.601160 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:40.620680 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:40.624251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] Pushing event deleted for resources: {'Port': ['ID=c95745c9-af06-4d8c-8e9e-41953d68d914,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:40.626061 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a80da-d5c5-456e-aa09-6ea4b6b53fed None None] No DVR routers for this DVR port c95745c9-af06-4d8c-8e9e-41953d68d914 on host dv-cinder-849846-4-iscsi {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:29:40.631220 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:40.631552 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:40.641814 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10432058'] for segment (e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.656288 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.664256 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:29:40.664604 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10251092'] for segment (e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.707828 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851 resource provider aggregate not found Jul 31 14:29:40.727871 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4fbf7c7-418f-4ce4-8c98-ffe9a1e11851 found for delete ", "request_id": "req-6029415f-3a29-44b7-b63b-907b2853d68d"}]} Jul 31 14:29:40.735026 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.740535 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.743806 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] 10.222.0.40 "DELETE /v2.0/networks/7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8 HTTP/1.1" status: 204 len: 168 time: 0.5453920 Jul 31 14:29:40.756687 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0a7f3-c7fe-451c-b7de-e036a550dea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbbbf1c-2d6f-4ef3-b840-c5ee492e7bb8,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:40.871618 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34638) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:40.911909 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6a9448a4-96e7-4df0-b1ca-f908d68efa16 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d9ff0edf56fa403e8b9bf25fe004cdd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391016 Jul 31 14:29:40.914315 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34640) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:40.961477 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-302727f7-2211-4d32-808a-f2153a4fe6d2 admin admin] Publish callbacks [] for security_group (a3126921-7291-4116-9241-91f9adb7ccb1), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:40.982497 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-302727f7-2211-4d32-808a-f2153a4fe6d2 admin admin] Publish callbacks [] for security_group (a3126921-7291-4116-9241-91f9adb7ccb1), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:41.031655 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-302727f7-2211-4d32-808a-f2153a4fe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (a3126921-7291-4116-9241-91f9adb7ccb1), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:41.034157 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-302727f7-2211-4d32-808a-f2153a4fe6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:41.035299 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-302727f7-2211-4d32-808a-f2153a4fe6d2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a3126921-7291-4116-9241-91f9adb7ccb1 HTTP/1.1" status: 204 len: 168 time: 0.1201098 Jul 31 14:29:41.043215 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302727f7-2211-4d32-808a-f2153a4fe6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3126921-7291-4116-9241-91f9adb7ccb1,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:41.353907 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34648) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:41.397812 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1d67741f-bd64-4a64-8165-7e94efff32e8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a062733c92a64fd68acb9a59fbba8b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427454 Jul 31 14:29:41.400342 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34650) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:41.426167 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:41.431784 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:41.438391 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:41.452071 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-622ebefc-1fc1-4db8-8df6-1ecf60c88c42 admin admin] Publish callbacks [] for security_group (7077c610-5dbf-42d5-a172-1a18dc8aef10), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:41.473467 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-622ebefc-1fc1-4db8-8df6-1ecf60c88c42 admin admin] Publish callbacks [] for security_group (7077c610-5dbf-42d5-a172-1a18dc8aef10), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:41.521033 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-622ebefc-1fc1-4db8-8df6-1ecf60c88c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (7077c610-5dbf-42d5-a172-1a18dc8aef10), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:41.523920 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-622ebefc-1fc1-4db8-8df6-1ecf60c88c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:41.525069 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-622ebefc-1fc1-4db8-8df6-1ecf60c88c42 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7077c610-5dbf-42d5-a172-1a18dc8aef10 HTTP/1.1" status: 204 len: 168 time: 0.1238105 Jul 31 14:29:41.532651 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ebefc-1fc1-4db8-8df6-1ecf60c88c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7077c610-5dbf-42d5-a172-1a18dc8aef10,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:42.010666 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device daaa03c2-7758-4a92-8813-0443b344c255 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:42.030172 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: daaa03c2-7758-4a92-8813-0443b344c255 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:42.030512 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device daaa03c2-7758-4a92-8813-0443b344c255 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:42.030921 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device c95745c9-af06-4d8c-8e9e-41953d68d914 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:42.051174 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: c95745c9-af06-4d8c-8e9e-41953d68d914 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:42.051548 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device c95745c9-af06-4d8c-8e9e-41953d68d914 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:42.819152 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:42.997691 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:46.559730 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=13 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:47.093799 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1121b5-0670-4ca0-9ff6-0f727739cc88 req-892d627e-54b3-4d02-8de0-6a06dd633b19 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:47.095301 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0b1121b5-0670-4ca0-9ff6-0f727739cc88 req-892d627e-54b3-4d02-8de0-6a06dd633b19 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 946 time: 0.0511813 Jul 31 14:29:47.143156 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0b1121b5-0670-4ca0-9ff6-0f727739cc88 req-f3490e01-40ff-4775-a09c-1772c7329629 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Jul 31 14:29:47.460568 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=22 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:48.279347 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe8f47-c36a-4fcb-b48c-28708beaa8df req-114770fe-76fc-4d12-8b35-0116b72e1ef6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:48.280846 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ebe8f47-c36a-4fcb-b48c-28708beaa8df req-114770fe-76fc-4d12-8b35-0116b72e1ef6 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 946 time: 0.0522296 Jul 31 14:29:48.329808 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ebe8f47-c36a-4fcb-b48c-28708beaa8df req-034ced3e-6546-4d98-a199-f94134fe1ad7 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups?id=8e210fa3-755c-4be4-8d56-fd49cf689160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426714 Jul 31 14:29:48.565277 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8418f9e-801d-4699-ab68-395af4914ebb req-e31c9b5e-248f-4b9a-8635-1d66e7035f4e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:29:48.566646 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e8418f9e-801d-4699-ab68-395af4914ebb req-e31c9b5e-248f-4b9a-8635-1d66e7035f4e tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 946 time: 0.0481930 Jul 31 14:29:48.646732 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Deleting port 414cf0f9-b0cd-4363-9160-1242693140a5 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:48.647066 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:48.738229 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] For port 414cf0f9-b0cd-4363-9160-1242693140a5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=414cf0f9-b0cd-4363-9160-1242693140a5,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:48.738591 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:48.782115 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:48.896196 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:48.896559 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (773e7325-e711-4a94-8a4f-18edeb11d840), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:48.896872 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Floating IP 773e7325-e711-4a94-8a4f-18edeb11d840 disassociated. External IP: 172.27.1.162, port: 414cf0f9-b0cd-4363-9160-1242693140a5. Jul 31 14:29:48.897215 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Calling delete_port for 414cf0f9-b0cd-4363-9160-1242693140a5 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:49.022777 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (414cf0f9-b0cd-4363-9160-1242693140a5), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:49.028516 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:49.051473 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event deleted for resources: {'Port': ['ID=414cf0f9-b0cd-4363-9160-1242693140a5,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:49.161693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Router 7495c023-accb-4ca2-8475-c0892f296792 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:29:49.263313 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:29:49.273875 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] Sync routers for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:29:49.285153 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:49.285767 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:49.305694 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] No DVR routers for this DVR port 414cf0f9-b0cd-4363-9160-1242693140a5 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:29:49.308335 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:49.311626 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e8418f9e-801d-4699-ab68-395af4914ebb req-96d2f9ea-7b6d-4417-853a-f28f763dfbac tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.17 "DELETE /v2.0/ports/414cf0f9-b0cd-4363-9160-1242693140a5 HTTP/1.1" status: 204 len: 173 time: 0.7378502 Jul 31 14:29:49.312084 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-deleted', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:29:49.314336 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5600f8a3-33db-4350-adb2-e2fef0244f1d" -d '{"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-deleted", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:29:49.358464 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2012fc9-0e44-45a1-bd69-ca42b9f56f01 x-openstack-request-id: req-f2012fc9-0e44-45a1-bd69-ca42b9f56f01 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:29:49.358818 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6200d587-a817-4a77-b242-ec578e8e57dc", "name": "network-vif-deleted", "tag": "414cf0f9-b0cd-4363-9160-1242693140a5", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:29:49.359129 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f2012fc9-0e44-45a1-bd69-ca42b9f56f01 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:29:49.359630 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2012fc9-0e44-45a1-bd69-ca42b9f56f01'] response: {'server_uuid': '6200d587-a817-4a77-b242-ec578e8e57dc', 'name': 'network-vif-deleted', 'tag': '414cf0f9-b0cd-4363-9160-1242693140a5', 'status': 'completed', 'code': 200} Jul 31 14:29:49.393597 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:49.456985 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-49ddfd8f-7883-4942-9c6f-37ac2fc888dd req-d2b70515-d02b-4f50-a105-3a3c738ec45c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 210 time: 0.0316114 Jul 31 14:29:49.601667 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:49.625803 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] Checking router: 7495c023-accb-4ca2-8475-c0892f296792 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:29:49.634209 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:49.634803 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:49.735526 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:49.915754 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:49.943744 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b20143-33ca-4620-bee2-e21e4010d138 None None] The sync data for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi is: [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:22:53Z', 'revision_number': 4, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'b2f4818b-938f-4b99-a1d1-4fe0614ddaad', 'name': '', 'network_id': '6b6a43aa-cc11-41ae-aa14-00f6b134f366', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'mac_address': 'fa:16:3e:99:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:51Z', 'updated_at': '2022-07-31T14:23:09Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'subnets': [{'id': '8b8a7178-8d32-4623-8d99-6b1c1b60f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:29:50.156960 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a3605-e5a1-45d8-9246-25f6ccd3c81a None None] New status for floating IP 773e7325-e711-4a94-8a4f-18edeb11d840: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:29:50.569159 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-db6ae704-ae02-4772-938a-3e693317e096 req-03859d65-e159-41f9-887e-620f030a56ba tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 210 time: 0.0313642 Jul 31 14:29:51.257045 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:51.838642 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8a2dba21-cfbe-4477-8096-264679a7a1f4 req-a2f612c4-9052-411a-8493-8beb5fcb3592 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/ports?device_id=6200d587-a817-4a77-b242-ec578e8e57dc HTTP/1.1" status: 200 len: 210 time: 0.0284455 Jul 31 14:29:52.937414 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34748) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:52.944268 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:52.993207 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4f1b-95fe-46cd-a45e-e7a51d91c25c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (8e210fa3-755c-4be4-8d56-fd49cf689160), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.016480 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4f1b-95fe-46cd-a45e-e7a51d91c25c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (8e210fa3-755c-4be4-8d56-fd49cf689160), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.063091 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4f1b-95fe-46cd-a45e-e7a51d91c25c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (8e210fa3-755c-4be4-8d56-fd49cf689160), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.065732 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4f1b-95fe-46cd-a45e-e7a51d91c25c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.067976 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5fbd4f1b-95fe-46cd-a45e-e7a51d91c25c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "DELETE /v2.0/security-groups/8e210fa3-755c-4be4-8d56-fd49cf689160 HTTP/1.1" status: 204 len: 168 time: 0.1293740 Jul 31 14:29:53.069990 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34750) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:53.077691 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd4f1b-95fe-46cd-a45e-e7a51d91c25c tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e210fa3-755c-4be4-8d56-fd49cf689160,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:53.084872 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.api.v2.resource [None req-df2faeea-16c0-4a7e-a0ef-e4a3c68058a8 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] show failed (client error): The resource could not be found. Jul 31 14:29:53.085847 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-df2faeea-16c0-4a7e-a0ef-e4a3c68058a8 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "GET /v2.0/security-groups/8e210fa3-755c-4be4-8d56-fd49cf689160 HTTP/1.1" status: 404 len: 347 time: 0.0148344 Jul 31 14:29:53.088714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34752) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:53.196948 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Deleting port ef15b43e-52b4-4e49-a0f5-5082d33bf8ae {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:53.197292 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (ef15b43e-52b4-4e49-a0f5-5082d33bf8ae), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.280145 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (ef15b43e-52b4-4e49-a0f5-5082d33bf8ae), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.280471 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (ef15b43e-52b4-4e49-a0f5-5082d33bf8ae), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.292779 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Calling delete_port for ef15b43e-52b4-4e49-a0f5-5082d33bf8ae owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:53.367479 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:53.417830 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (ef15b43e-52b4-4e49-a0f5-5082d33bf8ae), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.444827 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Pushing event deleted for resources: {'Port': ['ID=ef15b43e-52b4-4e49-a0f5-5082d33bf8ae,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:53.504009 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks [] for floatingip (773e7325-e711-4a94-8a4f-18edeb11d840), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.506855 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:53.508108 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-d17c6b87-76ca-4fbc-bc42-aaf1b2bd0c96 tempest-AttachVolumeShelveTestJSON-2143433277 tempest-AttachVolumeShelveTestJSON-2143433277-project] 10.222.0.40 "DELETE /v2.0/floatingips/773e7325-e711-4a94-8a4f-18edeb11d840 HTTP/1.1" status: 204 len: 168 time: 0.4184854 Jul 31 14:29:54.776433 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 414cf0f9-b0cd-4363-9160-1242693140a5 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:29:54.795685 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 414cf0f9-b0cd-4363-9160-1242693140a5 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:29:54.796030 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 414cf0f9-b0cd-4363-9160-1242693140a5 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:29:58.024730 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34794) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:58.442374 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:58.533144 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (7495c023-accb-4ca2-8475-c0892f296792), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:58.752944 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Deleting port b2f4818b-938f-4b99-a1d1-4fe0614ddaad {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:29:58.753229 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:58.836550 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] For port b2f4818b-938f-4b99-a1d1-4fe0614ddaad, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=b2f4818b-938f-4b99-a1d1-4fe0614ddaad,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:29:58.836904 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:58.849328 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Calling delete_port for b2f4818b-938f-4b99-a1d1-4fe0614ddaad owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:29:58.955027 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:59.023863 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (b2f4818b-938f-4b99-a1d1-4fe0614ddaad), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:59.053844 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f4818b-938f-4b99-a1d1-4fe0614ddaad,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:29:59.208196 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (7495c023-accb-4ca2-8475-c0892f296792), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:59.262585 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:29:59.409178 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Router 7495c023-accb-4ca2-8475-c0892f296792 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:29:59.771481 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:29:59.779578 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-7930b673-eb06-4fb0-bf20-383c4bbe2577 admin admin] 10.222.0.40 "PUT /v2.0/routers/7495c023-accb-4ca2-8475-c0892f296792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538388 Jul 31 14:29:59.779748 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34834) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:29:59.781718 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] Sync routers for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:29:59.792825 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:29:59.793415 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:29:59.882679 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks [] for router (7495c023-accb-4ca2-8475-c0892f296792), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:29:59.896884 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:29:59.992271 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks [] for router_gateway (7495c023-accb-4ca2-8475-c0892f296792), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.042450 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Deleting port c3fbeede-928d-4023-a3ec-6f45f4f37b65 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:30:00.042781 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.129416 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] For port c3fbeede-928d-4023-a3ec-6f45f4f37b65, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=c3fbeede-928d-4023-a3ec-6f45f4f37b65,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:30:00.130051 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.145413 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Calling delete_port for c3fbeede-928d-4023-a3ec-6f45f4f37b65 owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:30:00.148602 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:00.155451 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:29:58Z', 'revision_number': 5, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port': {'id': 'c3fbeede-928d-4023-a3ec-6f45f4f37b65', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495c023-accb-4ca2-8475-c0892f296792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:22:41Z', 'updated_at': '2022-07-31T14:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:00.180313 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] Checking router: 7495c023-accb-4ca2-8475-c0892f296792 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:30:00.189198 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] Routers {'7495c023-accb-4ca2-8475-c0892f296792'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:30:00.189798 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['7495c023-accb-4ca2-8475-c0892f296792'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:00.269215 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:00.275149 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] Set router 7495c023-accb-4ca2-8475-c0892f296792 gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:30:00.317975 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (c3fbeede-928d-4023-a3ec-6f45f4f37b65), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.328941 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:29:59Z', 'revision_number': 6, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:00.341259 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fbeede-928d-4023-a3ec-6f45f4f37b65,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:00.353962 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c2663d-1a57-47a1-a5e7-6b759e5ee432 None None] The sync data for ids ['7495c023-accb-4ca2-8475-c0892f296792'] in dv-cinder-849846-4-iscsi is: [{'id': '7495c023-accb-4ca2-8475-c0892f296792', 'name': 'tempest-AttachVolumeShelveTestJSON-1873398034-router', 'tenant_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:22:39Z', 'updated_at': '2022-07-31T14:29:59Z', 'revision_number': 6, 'project_id': 'ae629f9940d446f2ab39e9a49b3f4753', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:30:00.369805 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:00.409389 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (7495c023-accb-4ca2-8475-c0892f296792), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.463668 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:00.496399 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (7495c023-accb-4ca2-8475-c0892f296792), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.498647 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks [] for router_controller (7495c023-accb-4ca2-8475-c0892f296792), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.542353 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (7495c023-accb-4ca2-8475-c0892f296792), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.542900 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7495c023-accb-4ca2-8475-c0892f296792 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:30:00.547136 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.548948 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4f320db6-4643-42f2-acd2-710f4ad67a1f admin admin] 10.222.0.40 "DELETE /v2.0/routers/7495c023-accb-4ca2-8475-c0892f296792 HTTP/1.1" status: 204 len: 168 time: 0.7682815 Jul 31 14:30:00.551585 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34836) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:00.596294 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78609ca-7c1a-45fc-a89e-06c6e71aeb07 admin admin] Deleting subnet 8b8a7178-8d32-4623-8d99-6b1c1b60f20b {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:30:00.599383 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f78609ca-7c1a-45fc-a89e-06c6e71aeb07 admin admin] Publish callbacks [] for subnet (8b8a7178-8d32-4623-8d99-6b1c1b60f20b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.633691 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f78609ca-7c1a-45fc-a89e-06c6e71aeb07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10432033'] for subnet (8b8a7178-8d32-4623-8d99-6b1c1b60f20b), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.711577 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f78609ca-7c1a-45fc-a89e-06c6e71aeb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (8b8a7178-8d32-4623-8d99-6b1c1b60f20b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.768983 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f78609ca-7c1a-45fc-a89e-06c6e71aeb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10251070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10078215'] for subnet (8b8a7178-8d32-4623-8d99-6b1c1b60f20b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.800929 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78609ca-7c1a-45fc-a89e-06c6e71aeb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8a7178-8d32-4623-8d99-6b1c1b60f20b,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:00.803055 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f78609ca-7c1a-45fc-a89e-06c6e71aeb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.806428 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f78609ca-7c1a-45fc-a89e-06c6e71aeb07 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/8b8a7178-8d32-4623-8d99-6b1c1b60f20b HTTP/1.1" status: 204 len: 168 time: 0.2538741 Jul 31 14:30:00.808859 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34842) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:00.810125 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099deae2-c69e-418f-bb70-85fbef7159f7 None None] Network 6b6a43aa-cc11-41ae-aa14-00f6b134f366 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:30:00.884406 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (6b6a43aa-cc11-41ae-aa14-00f6b134f366), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:00.939844 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Deleting port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:30:00.941992 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.026694 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] For port b316ee29-5bd8-4c13-b6ef-c9927f2304d8, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=b316ee29-5bd8-4c13-b6ef-c9927f2304d8,segment=NetworkSegment(898c9976-4d70-47f3-8426-892cc1540998),segment_id=898c9976-4d70-47f3-8426-892cc1540998)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:30:01.027058 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.041257 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Calling delete_port for b316ee29-5bd8-4c13-b6ef-c9927f2304d8 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:30:01.060334 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34846) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:01.134776 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (b316ee29-5bd8-4c13-b6ef-c9927f2304d8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.149722 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3627eaf8-c541-41a5-a579-b802e7fa5ff4 None None] DHCP port deletion for 6b6a43aa-cc11-41ae-aa14-00f6b134f366 request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:30:01.170374 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] No DVR routers for this DVR port b316ee29-5bd8-4c13-b6ef-c9927f2304d8 on host dv-cinder-849846-4-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:30:01.194631 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b316ee29-5bd8-4c13-b6ef-c9927f2304d8,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:01.217595 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5b38bfc0-d9dd-472b-863a-f479586a6097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.263255 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (6b6a43aa-cc11-41ae-aa14-00f6b134f366), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.291090 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6a43aa-cc11-41ae-aa14-00f6b134f366']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:01.302148 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898c9976-4d70-47f3-8426-892cc1540998') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:01.302577 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898c9976-4d70-47f3-8426-892cc1540998') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:01.314249 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10432058'] for segment (898c9976-4d70-47f3-8426-892cc1540998), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.320817 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5b38bfc0-d9dd-472b-863a-f479586a6097 admin admin] Publish callbacks [] for security_group (b2fa8ecd-a971-4b66-abd2-3b16d345a24d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.326635 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5b38bfc0-d9dd-472b-863a-f479586a6097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b2fa8ecd-a971-4b66-abd2-3b16d345a24d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.335204 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (898c9976-4d70-47f3-8426-892cc1540998), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.348208 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:30:01.348208 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10251092'] for segment (898c9976-4d70-47f3-8426-892cc1540998), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.376792 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38bfc0-d9dd-472b-863a-f479586a6097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fa8ecd-a971-4b66-abd2-3b16d345a24d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:01.385087 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-5b38bfc0-d9dd-472b-863a-f479586a6097 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c71eeab9c6314f68b5c7028be35e5134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236310 Jul 31 14:30:01.387261 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34852) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:01.399809 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 898c9976-4d70-47f3-8426-892cc1540998 resource provider aggregate not found Jul 31 14:30:01.425263 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 898c9976-4d70-47f3-8426-892cc1540998 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 898c9976-4d70-47f3-8426-892cc1540998 found for delete ", "request_id": "req-64e518bc-08af-45bf-a073-a5b5745b506c"}]} Jul 31 14:30:01.435823 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (6b6a43aa-cc11-41ae-aa14-00f6b134f366), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.445155 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.447797 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] 10.222.0.40 "DELETE /v2.0/networks/6b6a43aa-cc11-41ae-aa14-00f6b134f366 HTTP/1.1" status: 204 len: 168 time: 0.6379886 Jul 31 14:30:01.463072 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff80c10-ee6c-4682-9c53-ef1f31821c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b6a43aa-cc11-41ae-aa14-00f6b134f366,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:01.471884 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-752c5a49-2408-4eac-a163-19a076fb83c6 admin admin] Publish callbacks [] for security_group (b2fa8ecd-a971-4b66-abd2-3b16d345a24d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.476603 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:01.512308 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-752c5a49-2408-4eac-a163-19a076fb83c6 admin admin] Publish callbacks [] for security_group (b2fa8ecd-a971-4b66-abd2-3b16d345a24d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.575665 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-752c5a49-2408-4eac-a163-19a076fb83c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (b2fa8ecd-a971-4b66-abd2-3b16d345a24d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.578837 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-752c5a49-2408-4eac-a163-19a076fb83c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.580381 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-752c5a49-2408-4eac-a163-19a076fb83c6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b2fa8ecd-a971-4b66-abd2-3b16d345a24d HTTP/1.1" status: 204 len: 168 time: 0.1916583 Jul 31 14:30:01.591241 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c5a49-2408-4eac-a163-19a076fb83c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fa8ecd-a971-4b66-abd2-3b16d345a24d,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:01.616559 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34860) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:01.663475 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-73aaf0c8-9a7e-45f6-958b-83ac8f9e0889 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ae629f9940d446f2ab39e9a49b3f4753&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453258 Jul 31 14:30:01.666424 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34862) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:01.717765 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ecfd294a-936c-4f46-9db8-fbd116981cc0 admin admin] Publish callbacks [] for security_group (0463804b-0418-4a99-9cc2-61978db3de91), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.740722 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ecfd294a-936c-4f46-9db8-fbd116981cc0 admin admin] Publish callbacks [] for security_group (0463804b-0418-4a99-9cc2-61978db3de91), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.775358 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:01.791103 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ecfd294a-936c-4f46-9db8-fbd116981cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0463804b-0418-4a99-9cc2-61978db3de91), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.793626 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ecfd294a-936c-4f46-9db8-fbd116981cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.794792 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-ecfd294a-936c-4f46-9db8-fbd116981cc0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0463804b-0418-4a99-9cc2-61978db3de91 HTTP/1.1" status: 204 len: 168 time: 0.1274323 Jul 31 14:30:01.802884 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd294a-936c-4f46-9db8-fbd116981cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0463804b-0418-4a99-9cc2-61978db3de91,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:01.968377 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34870) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:01.974641 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:01.983850 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dadab1b5-a112-4f87-9ab4-4e58d75e7faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:01.992368 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:02.048057 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b2f4818b-938f-4b99-a1d1-4fe0614ddaad no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:30:02.072290 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: b2f4818b-938f-4b99-a1d1-4fe0614ddaad {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:30:02.072740 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b2f4818b-938f-4b99-a1d1-4fe0614ddaad not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:30:02.073623 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b316ee29-5bd8-4c13-b6ef-c9927f2304d8 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:30:02.088629 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dadab1b5-a112-4f87-9ab4-4e58d75e7faf admin admin] Publish callbacks [] for security_group (c04f4fa8-bc66-42d2-a43a-d47670080920), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.093347 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dadab1b5-a112-4f87-9ab4-4e58d75e7faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (c04f4fa8-bc66-42d2-a43a-d47670080920), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.097838 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: b316ee29-5bd8-4c13-b6ef-c9927f2304d8 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:30:02.098410 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device b316ee29-5bd8-4c13-b6ef-c9927f2304d8 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:30:02.098996 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device c3fbeede-928d-4023-a3ec-6f45f4f37b65 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:30:02.117588 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: c3fbeede-928d-4023-a3ec-6f45f4f37b65 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:30:02.117943 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device c3fbeede-928d-4023-a3ec-6f45f4f37b65 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:30:02.133762 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dadab1b5-a112-4f87-9ab4-4e58d75e7faf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d57eb00bd0d64381b63ecf04475cb0f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643350 Jul 31 14:30:02.134623 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadab1b5-a112-4f87-9ab4-4e58d75e7faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04f4fa8-bc66-42d2-a43a-d47670080920,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:02.138988 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34874) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:02.190153 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-76e9278b-0171-45f7-9950-f1f51c445c55 admin admin] Publish callbacks [] for security_group (c04f4fa8-bc66-42d2-a43a-d47670080920), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.213003 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-76e9278b-0171-45f7-9950-f1f51c445c55 admin admin] Publish callbacks [] for security_group (c04f4fa8-bc66-42d2-a43a-d47670080920), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.263767 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-76e9278b-0171-45f7-9950-f1f51c445c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (c04f4fa8-bc66-42d2-a43a-d47670080920), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.266372 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-76e9278b-0171-45f7-9950-f1f51c445c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.270377 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-76e9278b-0171-45f7-9950-f1f51c445c55 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c04f4fa8-bc66-42d2-a43a-d47670080920 HTTP/1.1" status: 204 len: 168 time: 0.1299014 Jul 31 14:30:02.277260 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9278b-0171-45f7-9950-f1f51c445c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04f4fa8-bc66-42d2-a43a-d47670080920,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:02.612388 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34900) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:02.759223 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-850174987-network', 'tenant_id': '1eec425dcc93489d9db53600cb95458d'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:02.781046 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Made reservation on behalf of 1eec425dcc93489d9db53600cb95458d for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:30:02.783437 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.791901 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.867903 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Publish callbacks [] for security_group (0ed82377-2352-443f-a35c-7aefc81a0726), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.872310 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0ed82377-2352-443f-a35c-7aefc81a0726), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.895857 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:30:02.910532 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed82377-2352-443f-a35c-7aefc81a0726,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:02.915792 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (6cdd9879-e5d6-4929-ad01-fb39adb4d042), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.916131 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Added segment 6cdd9879-e5d6-4929-ad01-fb39adb4d042 of type vlan for network 8c278ad5-3c57-484f-8e61-b722cfb0d058 Jul 31 14:30:02.957919 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (8c278ad5-3c57-484f-8e61-b722cfb0d058), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.983071 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (8c278ad5-3c57-484f-8e61-b722cfb0d058), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:02.984068 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:02.984789 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:03.030497 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:03.046677 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4331284 Jul 31 14:30:03.050265 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34916) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:03.052759 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b70f2-87d1-47a3-91e1-22ecad309357 admin admin] Pushing event updated for resources: {'Network': ['ID=8c278ad5-3c57-484f-8e61-b722cfb0d058,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:03.056627 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Request body: {'subnet': {'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-850174987-subnet', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:03.065030 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:30:03.080235 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Made reservation on behalf of 1eec425dcc93489d9db53600cb95458d for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:30:03.082640 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078312'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:03.500326 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10251261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078238'] for subnet (2ba03423-26e1-4129-b1c8-b330bd49a1f3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:03.551025 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba03423-26e1-4129-b1c8-b330bd49a1f3,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:03.565835 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Checking segment: {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:30:03.566184 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Network hostable DHCP agents. Network: 8c278ad5-3c57-484f-8e61-b722cfb0d058, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:30:03.583188 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:30:03.592276 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 8c278ad5-3c57-484f-8e61-b722cfb0d058) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:30:03.596797 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:03.597391 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:03.601454 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c606cb20-3327-4a09-ad13-17f28953a0e3 None None] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:30:03.619245 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5a4d5279-fcab-412a-adb1-caf35623e2d8 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5652735 Jul 31 14:30:03.620129 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34934) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:03.625231 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:03.645494 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (1f9ce495-9287-4a97-b604-1c92a589b4d5), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:03.646515 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (1f9ce495-9287-4a97-b604-1c92a589b4d5), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:03.702520 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks [] for router_controller (1f9ce495-9287-4a97-b604-1c92a589b4d5), precommit_add_association {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:03.713338 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-8c278ad5-3c57-484f-8e61-b722cfb0d058', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'project_id': '1eec425dcc93489d9db53600cb95458d', 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:30:03.714615 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:03.853244 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks [] for router_gateway (1f9ce495-9287-4a97-b604-1c92a589b4d5), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:03.864058 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Allocated IP 172.20.0.2 (8c278ad5-3c57-484f-8e61-b722cfb0d058/2ba03423-26e1-4129-b1c8-b330bd49a1f3/f3b63323-4cdc-418e-abfb-7a79498fa8f8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:30:04.000488 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:04.017008 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Publish callbacks [] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.023021 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.056793 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks [] for router_gateway (1f9ce495-9287-4a97-b604-1c92a589b4d5), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.063253 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:30:04.068594 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:30:04.072427 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:04.075791 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:30:04.078201 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.082320 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Pushing event updated for resources: {'Port': ['ID=f3b63323-4cdc-418e-abfb-7a79498fa8f8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:04.145058 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Attempting to bind port f3b63323-4cdc-418e-abfb-7a79498fa8f8 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:30:04.145431 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Attempting to bind port f3b63323-4cdc-418e-abfb-7a79498fa8f8 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:30:04.145797 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Attempting to bind port f3b63323-4cdc-418e-abfb-7a79498fa8f8 on network 8c278ad5-3c57-484f-8e61-b722cfb0d058 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:30:04.151565 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:30:04.151940 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Checking segment: {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:30:04.152343 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.152752 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Bound using segment: {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:30:04.153201 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Bound port: f3b63323-4cdc-418e-abfb-7a79498fa8f8, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:30:04.153590 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.200385 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Allocated IP 172.27.1.23 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/653535c9-b591-436a-addd-5953872a510d) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:30:04.249055 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:04.250355 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] For port f3b63323-4cdc-418e-abfb-7a79498fa8f8, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:30:04.254663 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] For port f3b63323-4cdc-418e-abfb-7a79498fa8f8, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=f3b63323-4cdc-418e-abfb-7a79498fa8f8,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:30:04.262923 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.321723 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174488d-a555-4de5-92e5-ec965c0bbece None None] Pushing event updated for resources: {'Port': ['ID=f3b63323-4cdc-418e-abfb-7a79498fa8f8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:04.333638 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks [] for port (653535c9-b591-436a-addd-5953872a510d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.366243 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (653535c9-b591-436a-addd-5953872a510d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.410115 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:30:04.415364 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:30:04.419630 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:30:04.426854 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Pushing event updated for resources: {'Port': ['ID=653535c9-b591-436a-addd-5953872a510d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:04.626804 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:04.680875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks [] for router_gateway (1f9ce495-9287-4a97-b604-1c92a589b4d5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.857448 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (1f9ce495-9287-4a97-b604-1c92a589b4d5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:04.899046 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:04.990601 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Router 1f9ce495-9287-4a97-b604-1c92a589b4d5 is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:30:05.097067 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:30:05.106118 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Sync routers for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:30:05.118984 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:30:05.119791 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:05.120063 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:05.121242 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-b0506022-a467-46aa-ad4b-6dfa969575a9 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4993434 Jul 31 14:30:05.124162 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34944) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:05.209771 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac870fc2-f0f6-4e2a-8d7e-19fe7286b450 None None] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:30:05.276811 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-649f9ff6-a5e4-4937-8646-337af705fb44 None None] Provisioning complete for port f3b63323-4cdc-418e-abfb-7a79498fa8f8 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:05.277237 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-649f9ff6-a5e4-4937-8646-337af705fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:05.322196 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:30:05.447138 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:05.484813 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:05.589985 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:05.664333 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-649f9ff6-a5e4-4937-8646-337af705fb44 None None] Current status of the port f3b63323-4cdc-418e-abfb-7a79498fa8f8 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:30:05.664974 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-649f9ff6-a5e4-4937-8646-337af705fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:05.746944 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-649f9ff6-a5e4-4937-8646-337af705fb44 None None] For port f3b63323-4cdc-418e-abfb-7a79498fa8f8, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=f3b63323-4cdc-418e-abfb-7a79498fa8f8,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:30:05.748506 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:04Z', 'revision_number': 3, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:05.780202 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-649f9ff6-a5e4-4937-8646-337af705fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:05.785586 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Checking router: 1f9ce495-9287-4a97-b604-1c92a589b4d5 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:30:05.785938 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Updating router 1f9ce495-9287-4a97-b604-1c92a589b4d5 port 653535c9-b591-436a-addd-5953872a510d binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:30:05.837670 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Allocated IP 172.20.0.1 (8c278ad5-3c57-484f-8e61-b722cfb0d058/2ba03423-26e1-4129-b1c8-b330bd49a1f3/e08eec15-39bc-438e-8576-c15e60fdf49b) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:30:05.847844 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (653535c9-b591-436a-addd-5953872a510d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:05.881511 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f9ff6-a5e4-4937-8646-337af705fb44 None None] Pushing event updated for resources: {'Port': ['ID=f3b63323-4cdc-418e-abfb-7a79498fa8f8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:05.954586 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Publish callbacks [] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:05.959910 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-d5dcd4c5-16d9-4100-ad7d-3fce195d7785 None None] Provisioning complete for port f3b63323-4cdc-418e-abfb-7a79498fa8f8 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:05.960286 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd4c5-16d9-4100-ad7d-3fce195d7785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:05.988565 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.004524 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:06.011766 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:06.042478 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:30:06.048850 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:30:06.050860 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Pushing event updated for resources: {'Port': ['ID=e08eec15-39bc-438e-8576-c15e60fdf49b,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:06.053063 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:30:06.078759 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device f3b63323-4cdc-418e-abfb-7a79498fa8f8 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:30:06.096763 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (1f9ce495-9287-4a97-b604-1c92a589b4d5), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.154223 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcd4c5-16d9-4100-ad7d-3fce195d7785 None None] Current status of the port f3b63323-4cdc-418e-abfb-7a79498fa8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:30:06.192571 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port f3b63323-4cdc-418e-abfb-7a79498fa8f8 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:06.192956 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.234659 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.281468 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Publish callbacks [] for port (653535c9-b591-436a-addd-5953872a510d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.289534 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (653535c9-b591-436a-addd-5953872a510d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.343995 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Attempting to bind port 653535c9-b591-436a-addd-5953872a510d on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:30:06.344273 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Attempting to bind port 653535c9-b591-436a-addd-5953872a510d by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:30:06.344657 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Attempting to bind port 653535c9-b591-436a-addd-5953872a510d on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:30:06.354530 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:06.369089 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:06.370531 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:30:06.370906 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:30:06.371373 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.371781 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:30:06.372252 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Bound port: 653535c9-b591-436a-addd-5953872a510d, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:30:06.372625 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (653535c9-b591-436a-addd-5953872a510d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.381653 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port f3b63323-4cdc-418e-abfb-7a79498fa8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:30:06.404894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2782be-a822-4fc2-bce9-d350a405c974 None None] Pushing event updated for resources: {'Port': ['ID=653535c9-b591-436a-addd-5953872a510d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:06.407745 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Publish callbacks [] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.414847 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-99f8ca39-a351-4774-ad37-135529cbc4ad None None] Provisioning complete for port e08eec15-39bc-438e-8576-c15e60fdf49b triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:06.415170 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f8ca39-a351-4774-ad37-135529cbc4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.415602 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10251120'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.466253 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] For port 653535c9-b591-436a-addd-5953872a510d, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:30:06.468197 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-99f8ca39-a351-4774-ad37-135529cbc4ad None None] Port e08eec15-39bc-438e-8576-c15e60fdf49b cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:30:06.471152 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] For port 653535c9-b591-436a-addd-5953872a510d, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=653535c9-b591-436a-addd-5953872a510d,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:30:06.478484 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (653535c9-b591-436a-addd-5953872a510d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.487905 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (1f9ce495-9287-4a97-b604-1c92a589b4d5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.489753 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Pushing event updated for resources: {'Port': ['ID=e08eec15-39bc-438e-8576-c15e60fdf49b,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:06.515405 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:30:06.516054 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:06.573043 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2782be-a822-4fc2-bce9-d350a405c974 None None] Pushing event updated for resources: {'Port': ['ID=653535c9-b591-436a-addd-5953872a510d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:06.581402 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:30:06.582802 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:30:06.631056 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:06.646248 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:30:06.709267 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Router 1f9ce495-9287-4a97-b604-1c92a589b4d5 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:30:06.830426 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:30:06.846855 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4c2f11fb-fdc3-4154-bac7-c5ef9bbea04b admin admin] 10.222.0.40 "PUT /v2.0/routers/1f9ce495-9287-4a97-b604-1c92a589b4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140388 Jul 31 14:30:06.893936 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-2dcabb70-33f1-4136-a5d6-7f6459678376 None None] Provisioning complete for port e08eec15-39bc-438e-8576-c15e60fdf49b triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:06.894326 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dcabb70-33f1-4136-a5d6-7f6459678376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:06.926427 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 2, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:06.932402 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:06.961526 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3c601-e367-4327-ba7f-5ff04458826e None None] The sync data for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi is: [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 2, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:30:06.971461 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2dcabb70-33f1-4136-a5d6-7f6459678376 None None] Port e08eec15-39bc-438e-8576-c15e60fdf49b cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:30:07.253836 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 34984) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:07.259160 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-618f653d-af39-4199-932b-e2212663e15b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911443232', 'description': 'tempest-description--126438653'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:07.288865 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-618f653d-af39-4199-932b-e2212663e15b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.391719 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-618f653d-af39-4199-932b-e2212663e15b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (194cf144-2257-4953-be4c-0f4a4d254285), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.397051 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-618f653d-af39-4199-932b-e2212663e15b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (194cf144-2257-4953-be4c-0f4a4d254285), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.436701 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-618f653d-af39-4199-932b-e2212663e15b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.437952 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-618f653d-af39-4199-932b-e2212663e15b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1824896 Jul 31 14:30:07.441207 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f653d-af39-4199-932b-e2212663e15b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194cf144-2257-4953-be4c-0f4a4d254285,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:07.441877 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34990) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:07.447055 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-14320c1e-89e4-4a50-8fa2-a58397ce8ee0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'security_group_rule': {'security_group_id': '194cf144-2257-4953-be4c-0f4a4d254285', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:07.484807 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14320c1e-89e4-4a50-8fa2-a58397ce8ee0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (287247b7-b5eb-4d8d-8079-98b5e6659098), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.558128 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14320c1e-89e4-4a50-8fa2-a58397ce8ee0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (287247b7-b5eb-4d8d-8079-98b5e6659098), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.565253 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14320c1e-89e4-4a50-8fa2-a58397ce8ee0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (287247b7-b5eb-4d8d-8079-98b5e6659098), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.585717 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14320c1e-89e4-4a50-8fa2-a58397ce8ee0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287247b7-b5eb-4d8d-8079-98b5e6659098,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:07.595860 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14320c1e-89e4-4a50-8fa2-a58397ce8ee0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.597125 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-14320c1e-89e4-4a50-8fa2-a58397ce8ee0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536098 Jul 31 14:30:07.599793 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 34996) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:07.604663 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-6cdb68cb-e268-40d1-b57e-7c3041c69f8c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'security_group_rule': {'security_group_id': '194cf144-2257-4953-be4c-0f4a4d254285', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:07.636415 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6cdb68cb-e268-40d1-b57e-7c3041c69f8c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (45e97a32-12c6-4fec-83a8-1f6679a867f4), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.699935 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6cdb68cb-e268-40d1-b57e-7c3041c69f8c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (45e97a32-12c6-4fec-83a8-1f6679a867f4), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.706020 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6cdb68cb-e268-40d1-b57e-7c3041c69f8c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (45e97a32-12c6-4fec-83a8-1f6679a867f4), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.750151 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6cdb68cb-e268-40d1-b57e-7c3041c69f8c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.751478 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-6cdb68cb-e268-40d1-b57e-7c3041c69f8c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507194 Jul 31 14:30:07.753954 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb68cb-e268-40d1-b57e-7c3041c69f8c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e97a32-12c6-4fec-83a8-1f6679a867f4,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:07.754895 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35002) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:07.760791 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:07.796922 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.892456 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:07.906506 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:07.988940 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35006) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:08.011520 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e21e849-12cc-481e-b786-84aaf7b99f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.014004 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Allocated IP 172.27.1.52 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/3c963ea4-781c-40e3-bcc7-ffc882253d41) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:30:08.083231 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:08.095338 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 653535c9-b591-436a-addd-5953872a510d up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:30:08.140934 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-044ec53c-dbea-40a0-9b41-1fce08e76724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.154737 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for port (3c963ea4-781c-40e3-bcc7-ffc882253d41), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.166151 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 653535c9-b591-436a-addd-5953872a510d triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:08.167059 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (653535c9-b591-436a-addd-5953872a510d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.174738 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:08.202932 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (3c963ea4-781c-40e3-bcc7-ffc882253d41), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.242940 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-044ec53c-dbea-40a0-9b41-1fce08e76724 admin admin] Publish callbacks [] for security_group (62565043-0e03-4199-b7d2-c50ddea1e761), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.245028 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:30:08.247852 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-044ec53c-dbea-40a0-9b41-1fce08e76724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (62565043-0e03-4199-b7d2-c50ddea1e761), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.249756 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:30:08.258446 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:30:08.279333 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 653535c9-b591-436a-addd-5953872a510d is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:30:08.279806 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (653535c9-b591-436a-addd-5953872a510d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.289545 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'Port': ['ID=3c963ea4-781c-40e3-bcc7-ffc882253d41,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:08.301866 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ec53c-dbea-40a0-9b41-1fce08e76724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62565043-0e03-4199-b7d2-c50ddea1e761,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:08.307798 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-044ec53c-dbea-40a0-9b41-1fce08e76724 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5f767937f3e54c73a43800dfd8f9a4c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177493 Jul 31 14:30:08.310312 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35010) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:08.334696 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 653535c9-b591-436a-addd-5953872a510d, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=653535c9-b591-436a-addd-5953872a510d,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:30:08.338780 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:08.342894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (653535c9-b591-436a-addd-5953872a510d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.369069 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (01e61a90-070d-4310-9480-00223e43220f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.384871 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bac5a32a-760c-4e5e-9bd3-57ee107551a8 admin admin] Publish callbacks [] for security_group (62565043-0e03-4199-b7d2-c50ddea1e761), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.394734 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=653535c9-b591-436a-addd-5953872a510d,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:08.416574 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (3c963ea4-781c-40e3-bcc7-ffc882253d41), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.419133 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bac5a32a-760c-4e5e-9bd3-57ee107551a8 admin admin] Publish callbacks [] for security_group (62565043-0e03-4199-b7d2-c50ddea1e761), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.470198 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bac5a32a-760c-4e5e-9bd3-57ee107551a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (62565043-0e03-4199-b7d2-c50ddea1e761), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.473201 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bac5a32a-760c-4e5e-9bd3-57ee107551a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.477566 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-bac5a32a-760c-4e5e-9bd3-57ee107551a8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/62565043-0e03-4199-b7d2-c50ddea1e761 HTTP/1.1" status: 204 len: 168 time: 0.1626568 Jul 31 14:30:08.483065 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5a32a-760c-4e5e-9bd3-57ee107551a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62565043-0e03-4199-b7d2-c50ddea1e761,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:08.616144 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for port (3c963ea4-781c-40e3-bcc7-ffc882253d41), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.620960 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10251120'] for port (3c963ea4-781c-40e3-bcc7-ffc882253d41), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.692675 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'Port': ['ID=3c963ea4-781c-40e3-bcc7-ffc882253d41,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:08.695186 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (01e61a90-070d-4310-9480-00223e43220f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.712369 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.713644 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-502f1e39-b2fa-4c1b-8066-66b06427dafe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9570227 Jul 31 14:30:08.773712 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35018) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:08.790190 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7af318bf-2f6a-47ab-a99b-e9ea542834c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.873714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7af318bf-2f6a-47ab-a99b-e9ea542834c5 admin admin] Publish callbacks [] for security_group (22b8f0d8-785d-4bbf-b59d-e76d572050c3), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.878413 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7af318bf-2f6a-47ab-a99b-e9ea542834c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (22b8f0d8-785d-4bbf-b59d-e76d572050c3), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:08.937741 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-7af318bf-2f6a-47ab-a99b-e9ea542834c5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=89ad8c39b24742abbbaaf1a9969868d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629422 Jul 31 14:30:08.940989 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35032) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:08.941971 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af318bf-2f6a-47ab-a99b-e9ea542834c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b8f0d8-785d-4bbf-b59d-e76d572050c3,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:08.948300 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:08.971887 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-aaa1fa5d-dc06-4503-af3b-479e26b526fa tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1911443232&fields=id&tenant_id=1eec425dcc93489d9db53600cb95458d HTTP/1.1" status: 200 len: 267 time: 0.0814986 Jul 31 14:30:09.003383 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4196d396-ee77-4d14-96df-43dd6aebe5c4 admin admin] Publish callbacks [] for security_group (22b8f0d8-785d-4bbf-b59d-e76d572050c3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:09.028699 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4196d396-ee77-4d14-96df-43dd6aebe5c4 admin admin] Publish callbacks [] for security_group (22b8f0d8-785d-4bbf-b59d-e76d572050c3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:09.081666 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4196d396-ee77-4d14-96df-43dd6aebe5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (22b8f0d8-785d-4bbf-b59d-e76d572050c3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:09.084436 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4196d396-ee77-4d14-96df-43dd6aebe5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:09.086065 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4196d396-ee77-4d14-96df-43dd6aebe5c4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/22b8f0d8-785d-4bbf-b59d-e76d572050c3 HTTP/1.1" status: 204 len: 168 time: 0.1436918 Jul 31 14:30:09.094754 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196d396-ee77-4d14-96df-43dd6aebe5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b8f0d8-785d-4bbf-b59d-e76d572050c3,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:09.100175 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c93bb-d462-475d-9695-17f9b581209e req-c179d501-e987-4a18-acf3-2f5126bb602d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:09.102206 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-c179d501-e987-4a18-acf3-2f5126bb602d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 810 time: 0.1228709 Jul 31 14:30:09.119112 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-2f564e84-5e51-46cd-b648-2f939d21f155 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/quotas/1eec425dcc93489d9db53600cb95458d HTTP/1.1" status: 200 len: 375 time: 0.0117726 Jul 31 14:30:09.175740 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-16f7e4fd-4695-4faf-85c7-f8ac3951b7fd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480714 Jul 31 14:30:09.283953 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-22984234-1dfb-4acb-ae33-df598a4116f7 service neutron] 10.222.0.40 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959709 Jul 31 14:30:09.343210 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:09.382791 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-52eb0062-2d66-4d02-bfd2-5f0d8f1f04f7 service neutron] 10.222.0.40 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928111 Jul 31 14:30:09.402639 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Sync routers for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:30:09.415173 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:30:09.415929 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:29:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:09.535636 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:30:09.577196 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41e746cd-9187-4ae0-9a40-7f1474f3973b req-5b7ba357-cd7d-4733-aaaa-e408f95b83d4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 210 time: 0.0380867 Jul 31 14:30:09.767398 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 2, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:09.795485 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Checking router: 1f9ce495-9287-4a97-b604-1c92a589b4d5 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:30:09.795841 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Updating router 1f9ce495-9287-4a97-b604-1c92a589b4d5 port e08eec15-39bc-438e-8576-c15e60fdf49b binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:30:09.832697 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:10.074656 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 653535c9-b591-436a-addd-5953872a510d up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:30:10.136531 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Publish callbacks [] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:10.139839 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-520e976d-00ab-4fd1-aef0-b7a978a4bb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:10.148780 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:10.152267 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 653535c9-b591-436a-addd-5953872a510d triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:10.152911 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (653535c9-b591-436a-addd-5953872a510d), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:10.211887 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Pushing event updated for resources: {'Port': ['ID=e08eec15-39bc-438e-8576-c15e60fdf49b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:10.244323 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 653535c9-b591-436a-addd-5953872a510d is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:30:10.255713 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.256120 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.256562 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.256982 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.257385 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.257758 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.258158 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.258542 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.258918 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.259295 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.259692 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.260087 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.260494 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.260867 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.261240 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:10.274157 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:10.279959 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Attempting to bind port e08eec15-39bc-438e-8576-c15e60fdf49b on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:30:10.280481 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Attempting to bind port e08eec15-39bc-438e-8576-c15e60fdf49b by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:30:10.280743 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Attempting to bind port e08eec15-39bc-438e-8576-c15e60fdf49b on network 8c278ad5-3c57-484f-8e61-b722cfb0d058 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:30:10.286369 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:30:10.286734 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Checking segment: {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:30:10.287130 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:10.287548 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Bound using segment: {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:30:10.288032 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Bound port: e08eec15-39bc-438e-8576-c15e60fdf49b, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:30:10.288456 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:10.353297 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] For port e08eec15-39bc-438e-8576-c15e60fdf49b, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:30:10.356460 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] For port e08eec15-39bc-438e-8576-c15e60fdf49b, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=e08eec15-39bc-438e-8576-c15e60fdf49b,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:30:10.362018 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:10.402902 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:30:10.403968 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:30:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:10.412236 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:10.467034 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3eae1-7478-4129-ba24-70aee90d74de None None] Pushing event updated for resources: {'Port': ['ID=e08eec15-39bc-438e-8576-c15e60fdf49b,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:10.545918 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:30:10.701823 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-62e3d620-7c52-490c-9763-d16d92665cb0 req-3cc4f6fc-4bab-4a17-baff-60efa2aef518 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 210 time: 0.0345616 Jul 31 14:30:10.748958 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c93bb-d462-475d-9695-17f9b581209e req-f0fdb6a8-b214-4024-a3d7-47abea013940 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:10.750170 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-f0fdb6a8-b214-4024-a3d7-47abea013940 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 810 time: 0.1624627 Jul 31 14:30:10.769453 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:10Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:10.798583 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db83094-ee41-4644-9bb6-9ab31f760ddf None None] The sync data for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi is: [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:10Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:30:10.821938 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-2686d4e2-a2e3-43cb-904a-857f56468f99 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eec425dcc93489d9db53600cb95458d HTTP/1.1" status: 200 len: 380 time: 0.0567081 Jul 31 14:30:10.893734 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'port': {'device_id': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'admin_state_up': True, 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'security_groups': ['194cf144-2257-4953-be4c-0f4a4d254285']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:10.994360 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:11.013957 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Made reservation on behalf of 1eec425dcc93489d9db53600cb95458d for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:30:11.018212 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:11.150950 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Allocated IP 172.20.0.13 (8c278ad5-3c57-484f-8e61-b722cfb0d058/2ba03423-26e1-4129-b1c8-b330bd49a1f3/ee3d38d3-7bf3-4165-afbd-947c828cab7f) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:30:11.290477 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:11.324903 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:11.372863 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:30:11.378685 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:30:11.381119 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:30:11.413552 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'Port': ['ID=ee3d38d3-7bf3-4165-afbd-947c828cab7f,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:11.443195 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:11.443893 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:11.453584 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:11.468659 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-598f42dd-35b8-4e41-b102-cf62ff3f57f6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5790503 Jul 31 14:30:11.486262 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Request body: {'port': {'device_id': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:11.536583 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:11.549912 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:11.634333 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-82e23557-ea6e-46c5-85c7-04c7bebe607d None None] Provisioning complete for port ee3d38d3-7bf3-4165-afbd-947c828cab7f triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:11.634805 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82e23557-ea6e-46c5-85c7-04c7bebe607d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:11.667395 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-82e23557-ea6e-46c5-85c7-04c7bebe607d None None] Port ee3d38d3-7bf3-4165-afbd-947c828cab7f cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:30:11.871599 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3d38d3-7bf3-4165-afbd-947c828cab7f {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:30:11.872151 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24762d7e-4547-4ea5-8391-e70d640189e9 req-a0a40565-d94a-48df-a3c7-802659d42065 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:11.873143 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24762d7e-4547-4ea5-8391-e70d640189e9 req-a0a40565-d94a-48df-a3c7-802659d42065 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 932 time: 0.0515888 Jul 31 14:30:11.880775 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Publish callbacks [] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:11.882878 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:11.896590 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Transition to ACTIVE for port object ee3d38d3-7bf3-4165-afbd-947c828cab7f will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:30:11.901949 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:11.924725 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:11.933230 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-24762d7e-4547-4ea5-8391-e70d640189e9 req-250fd6b0-9bd7-4a4c-b571-08076fdcf5eb tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532227 Jul 31 14:30:11.954335 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Pushing event updated for resources: {'Port': ['ID=ee3d38d3-7bf3-4165-afbd-947c828cab7f,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:12.029481 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Attempting to bind port ee3d38d3-7bf3-4165-afbd-947c828cab7f on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:30:12.029904 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Attempting to bind port ee3d38d3-7bf3-4165-afbd-947c828cab7f by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:30:12.030706 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Attempting to bind port ee3d38d3-7bf3-4165-afbd-947c828cab7f on network 8c278ad5-3c57-484f-8e61-b722cfb0d058 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:30:12.037613 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Port ee3d38d3-7bf3-4165-afbd-947c828cab7f on network 8c278ad5-3c57-484f-8e61-b722cfb0d058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:30:12.038132 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Attempting to bind port ee3d38d3-7bf3-4165-afbd-947c828cab7f on network 8c278ad5-3c57-484f-8e61-b722cfb0d058 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:30:12.043017 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:30:12.043348 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Checking segment: {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:30:12.043946 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Bound using segment: {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:30:12.044360 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Bound port: ee3d38d3-7bf3-4165-afbd-947c828cab7f, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:30:12.044713 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:12.060867 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device e08eec15-39bc-438e-8576-c15e60fdf49b up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:30:12.108302 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port e08eec15-39bc-438e-8576-c15e60fdf49b triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:12.108683 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:12.109619 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] For port ee3d38d3-7bf3-4165-afbd-947c828cab7f, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:30:12.113500 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] For port ee3d38d3-7bf3-4165-afbd-947c828cab7f, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:30:12.123185 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:12.127668 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:12.128277 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:12.129691 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] 10.222.0.17 "PUT /v2.0/ports/ee3d38d3-7bf3-4165-afbd-947c828cab7f HTTP/1.1" status: 200 len: 1094 time: 0.6482227 Jul 31 14:30:12.131187 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'tag': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:30:12.133474 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30176181-ea11-4f58-805c-dec1ea3c8256" -d '{"events": [{"name": "network-changed", "server_uuid": "942db3cc-e948-4ef3-9dd1-381f74a0bbad", "tag": "ee3d38d3-7bf3-4165-afbd-947c828cab7f"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:30:12.193241 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8456651-4f89-4fe7-b2b8-3694cf6ca585 x-openstack-request-id: req-d8456651-4f89-4fe7-b2b8-3694cf6ca585 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:30:12.193633 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942db3cc-e948-4ef3-9dd1-381f74a0bbad", "tag": "ee3d38d3-7bf3-4165-afbd-947c828cab7f", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:30:12.194004 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d8456651-4f89-4fe7-b2b8-3694cf6ca585 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:30:12.194307 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port e08eec15-39bc-438e-8576-c15e60fdf49b is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:30:12.194487 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8456651-4f89-4fe7-b2b8-3694cf6ca585'] response: {'name': 'network-changed', 'server_uuid': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'tag': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f', 'status': 'completed', 'code': 200} Jul 31 14:30:12.194709 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:12.197589 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8420ae-9a66-4d93-8a57-c26273da9a8a service neutron] Pushing event updated for resources: {'Port': ['ID=ee3d38d3-7bf3-4165-afbd-947c828cab7f,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:12.230218 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port e08eec15-39bc-438e-8576-c15e60fdf49b, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=e08eec15-39bc-438e-8576-c15e60fdf49b,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:30:12.234096 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:12.277227 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:12.281000 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=e08eec15-39bc-438e-8576-c15e60fdf49b,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:12.822242 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:12.988202 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:13.002083 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:13.060575 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94db44-98fc-4c45-b94e-17157ff9c3d1 req-c397f8d7-6314-41e7-9a00-656079a8cf0e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:13.062008 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-db94db44-98fc-4c45-b94e-17157ff9c3d1 req-c397f8d7-6314-41e7-9a00-656079a8cf0e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 944 time: 0.0491152 Jul 31 14:30:13.112457 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-db94db44-98fc-4c45-b94e-17157ff9c3d1 req-b211150d-f6a9-4239-9444-76d36ae828fe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Jul 31 14:30:14.034200 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device e08eec15-39bc-438e-8576-c15e60fdf49b up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:30:14.077543 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port e08eec15-39bc-438e-8576-c15e60fdf49b triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:14.077911 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:14.153116 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port e08eec15-39bc-438e-8576-c15e60fdf49b is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:30:14.239787 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116af8c8-2ab2-4ab0-88d7-054018f303b6 req-4310cdac-14c1-402c-895f-fed9897f16c8 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:14.241305 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-116af8c8-2ab2-4ab0-88d7-054018f303b6 req-4310cdac-14c1-402c-895f-fed9897f16c8 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 944 time: 0.0477815 Jul 31 14:30:14.291228 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-116af8c8-2ab2-4ab0-88d7-054018f303b6 req-1a2bc2cd-b35c-492c-8714-a03c422cae6e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 Jul 31 14:30:14.463861 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:30:14.587409 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30176181-ea11-4f58-805c-dec1ea3c8256 req-0632ba90-6d4d-4a85-b65b-678bc346c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:14.588833 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-30176181-ea11-4f58-805c-dec1ea3c8256 req-0632ba90-6d4d-4a85-b65b-678bc346c272 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 1128 time: 0.0403564 Jul 31 14:30:14.692230 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30176181-ea11-4f58-805c-dec1ea3c8256 req-83a408e4-4961-4f52-9156-b0369c2ea0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:14.693668 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-30176181-ea11-4f58-805c-dec1ea3c8256 req-83a408e4-4961-4f52-9156-b0369c2ea0a1 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=1eec425dcc93489d9db53600cb95458d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0915017 Jul 31 14:30:14.790652 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30176181-ea11-4f58-805c-dec1ea3c8256 req-a8a60e76-0381-4b01-9b44-cb393fe7cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:14.792133 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-30176181-ea11-4f58-805c-dec1ea3c8256 req-a8a60e76-0381-4b01-9b44-cb393fe7cc05 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919163 Jul 31 14:30:14.858512 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:14.893340 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c93bb-d462-475d-9695-17f9b581209e req-ef3a7106-51a6-487b-8c14-2df914550a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:14.894969 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-ef3a7106-51a6-487b-8c14-2df914550a57 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 1128 time: 0.0439999 Jul 31 14:30:14.944638 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-033ad52d-a19c-4f88-be35-1d040d02cccb service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f HTTP/1.1" status: 200 len: 217 time: 0.0371482 Jul 31 14:30:14.999551 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c93bb-d462-475d-9695-17f9b581209e req-b37fbb24-51ad-41a1-8ac2-3fc4687b1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:15.001538 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-b37fbb24-51ad-41a1-8ac2-3fc4687b1684 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0512843 Jul 31 14:30:15.047798 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c93bb-d462-475d-9695-17f9b581209e req-a145f03f-f20f-483f-85a0-61a286710947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:15.049286 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-a145f03f-f20f-483f-85a0-61a286710947 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422554 Jul 31 14:30:15.150593 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-f7f751e2-3427-4e0f-a47a-d507e2b81479 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945046 Jul 31 14:30:15.240880 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea8c93bb-d462-475d-9695-17f9b581209e req-f5447c4d-1ccc-4d8a-a061-16a0e1c8e2f9 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835664 Jul 31 14:30:15.408496 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871cd3a-3835-41ee-8e99-0427eddcdcfa req-4bd3c291-bbef-4e6c-9b18-981b136d0215 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:15.409890 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3871cd3a-3835-41ee-8e99-0427eddcdcfa req-4bd3c291-bbef-4e6c-9b18-981b136d0215 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 944 time: 0.0477915 Jul 31 14:30:15.457381 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3871cd3a-3835-41ee-8e99-0427eddcdcfa req-bbcb6d51-4109-4548-b7c2-5b21afc1c518 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Jul 31 14:30:16.546118 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:16.588037 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c3371-1f0d-4a3e-9a6a-1f756c618e6c req-5205c44f-a269-4037-a909-e4020ba992ea tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:16.589502 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0c6c3371-1f0d-4a3e-9a6a-1f756c618e6c req-5205c44f-a269-4037-a909-e4020ba992ea tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 944 time: 0.0516925 Jul 31 14:30:16.635414 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0c6c3371-1f0d-4a3e-9a6a-1f756c618e6c req-4690f065-456a-4a14-928c-495eacc1e6c5 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397453 Jul 31 14:30:17.757720 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4d8ae-3e69-4aa8-83a6-d60eea249853 req-deb5af8c-fb3d-43d2-8152-0f9ea0bd1fdc tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:17.759200 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d0f4d8ae-3e69-4aa8-83a6-d60eea249853 req-deb5af8c-fb3d-43d2-8152-0f9ea0bd1fdc tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 944 time: 0.0495741 Jul 31 14:30:17.805212 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d0f4d8ae-3e69-4aa8-83a6-d60eea249853 req-6142c574-672d-4fd6-adbe-35324e96636f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404613 Jul 31 14:30:18.921107 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d114f0-7322-4f88-834b-aa48e8d6faf8 req-ddc7669d-9348-43ec-861e-298424a134db tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:18.923069 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-38d114f0-7322-4f88-834b-aa48e8d6faf8 req-ddc7669d-9348-43ec-861e-298424a134db tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 944 time: 0.0465586 Jul 31 14:30:18.970528 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-38d114f0-7322-4f88-834b-aa48e8d6faf8 req-ffd80211-c29f-47df-82e3-0187bbc4ddf4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 Jul 31 14:30:20.089453 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a08e36-3a71-4d85-8997-76628ea20b06 req-376a2244-8c25-459a-8544-e2195605b313 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:20.090911 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c4a08e36-3a71-4d85-8997-76628ea20b06 req-376a2244-8c25-459a-8544-e2195605b313 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 944 time: 0.0474873 Jul 31 14:30:20.139114 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c4a08e36-3a71-4d85-8997-76628ea20b06 req-cf5da39d-5941-4567-99cc-63931caeaa6b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Jul 31 14:30:20.551907 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device ee3d38d3-7bf3-4165-afbd-947c828cab7f details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:30:20.653000 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port ee3d38d3-7bf3-4165-afbd-947c828cab7f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:30:20.664345 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'port_id': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f', 'mac_address': 'fa:16:3e:e3:0a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:30:20.699283 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port ee3d38d3-7bf3-4165-afbd-947c828cab7f is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:30:20.699711 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:20.717998 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3d38d3-7bf3-4165-afbd-947c828cab7f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:30:20.737763 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port ee3d38d3-7bf3-4165-afbd-947c828cab7f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:30:20.741701 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:20.925623 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=ee3d38d3-7bf3-4165-afbd-947c828cab7f,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:21.026490 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['ee3d38d3-7bf3-4165-afbd-947c828cab7f'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:30:21.256571 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15277-afc2-454b-94ce-784148728c46 req-5e8022a7-0948-4ef9-a4e5-2a2665d2cf43 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:21.258005 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7bf15277-afc2-454b-94ce-784148728c46 req-5e8022a7-0948-4ef9-a4e5-2a2665d2cf43 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 945 time: 0.0456529 Jul 31 14:30:21.308402 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7bf15277-afc2-454b-94ce-784148728c46 req-fdb6f34b-9421-4519-9ebd-f8b3ec1848ae tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448215 Jul 31 14:30:22.427719 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1d768-d1dc-4443-be5b-d8781b08d395 req-eb84992e-c4ac-45d6-987a-a273b83ef004 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:22.429080 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c5d1d768-d1dc-4443-be5b-d8781b08d395 req-eb84992e-c4ac-45d6-987a-a273b83ef004 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 945 time: 0.0497162 Jul 31 14:30:22.475596 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c5d1d768-d1dc-4443-be5b-d8781b08d395 req-65718b55-0d58-4fdf-81dc-8c7ce71ebe79 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Jul 31 14:30:23.592162 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee670d1-9617-4cd3-a92c-fe483f69cc16 req-abc47ff1-9e52-47f6-91f9-bbfd57a2589e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:23.593638 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ee670d1-9617-4cd3-a92c-fe483f69cc16 req-abc47ff1-9e52-47f6-91f9-bbfd57a2589e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 945 time: 0.0470958 Jul 31 14:30:23.641610 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ee670d1-9617-4cd3-a92c-fe483f69cc16 req-ce4fc3e7-505d-40d4-8ee7-d6d552cb6a41 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Jul 31 14:30:23.964501 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device ee3d38d3-7bf3-4165-afbd-947c828cab7f up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:30:23.990548 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:24.010720 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port ee3d38d3-7bf3-4165-afbd-947c828cab7f completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:30:24.018420 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port ee3d38d3-7bf3-4165-afbd-947c828cab7f triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:30:24.018798 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:24.095192 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port ee3d38d3-7bf3-4165-afbd-947c828cab7f is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:30:24.095627 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:24.097305 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:24.119285 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:30:24.121529 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1496431c-33b9-46f1-8c6b-1d751ed57f74" -d '{"events": [{"server_uuid": "942db3cc-e948-4ef3-9dd1-381f74a0bbad", "name": "network-vif-plugged", "status": "completed", "tag": "ee3d38d3-7bf3-4165-afbd-947c828cab7f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:30:24.138488 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port ee3d38d3-7bf3-4165-afbd-947c828cab7f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:30:24.143831 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:24.168159 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:24.171703 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781377f6-1a8a-4489-8205-03d882eb6850 x-openstack-request-id: req-781377f6-1a8a-4489-8205-03d882eb6850 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:30:24.172007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942db3cc-e948-4ef3-9dd1-381f74a0bbad", "name": "network-vif-plugged", "status": "completed", "tag": "ee3d38d3-7bf3-4165-afbd-947c828cab7f", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:30:24.172262 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-781377f6-1a8a-4489-8205-03d882eb6850 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:30:24.172655 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781377f6-1a8a-4489-8205-03d882eb6850'] response: {'server_uuid': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f', 'code': 200} Jul 31 14:30:24.197237 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=ee3d38d3-7bf3-4165-afbd-947c828cab7f,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:24.387046 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19829777-2d33-4786-9004-bab0b196d022 req-b4ca708f-2399-4c93-9559-3ecb54df0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:24.388522 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19829777-2d33-4786-9004-bab0b196d022 req-b4ca708f-2399-4c93-9559-3ecb54df0536 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 1130 time: 0.0384541 Jul 31 14:30:24.432478 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19829777-2d33-4786-9004-bab0b196d022 req-761c6a98-5776-438b-b62c-b6c6c25d1044 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373058 Jul 31 14:30:24.761154 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeb57c-67e0-4947-9559-806f7cdeb574 req-fe122bc8-0d27-4ebc-acb5-6356ce236144 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:24.762587 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9ceeb57c-67e0-4947-9559-806f7cdeb574 req-fe122bc8-0d27-4ebc-acb5-6356ce236144 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0500150 Jul 31 14:30:24.813297 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9ceeb57c-67e0-4947-9559-806f7cdeb574 req-b9302188-fa83-43ca-8d22-87c8232379a0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438209 Jul 31 14:30:25.938097 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243295c-6780-47ac-af1f-d8c974919e28 req-6156c9ca-e078-4b72-ad54-38d5fc594142 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:25.939704 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7243295c-6780-47ac-af1f-d8c974919e28 req-6156c9ca-e078-4b72-ad54-38d5fc594142 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0480247 Jul 31 14:30:25.989540 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7243295c-6780-47ac-af1f-d8c974919e28 req-c88d1f70-783f-43f7-a8a0-25ff4581713d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435503 Jul 31 14:30:26.105737 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b3d33-5862-487f-8db6-2767978d807b req-95323ea7-1aae-44cd-b7c2-dde5c047a21b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:26.107099 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-378b3d33-5862-487f-8db6-2767978d807b req-95323ea7-1aae-44cd-b7c2-dde5c047a21b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0474417 Jul 31 14:30:26.116911 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35174) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:26.121166 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-3ea6169b-e864-408f-8808-e616dad18bb2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'floatingip': {'port_id': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:30:26.159191 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3ea6169b-e864-408f-8808-e616dad18bb2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (01e61a90-070d-4310-9480-00223e43220f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:26.307201 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:26.819377 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:26.835428 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3ea6169b-e864-408f-8808-e616dad18bb2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:26.838835 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3ea6169b-e864-408f-8808-e616dad18bb2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (01e61a90-070d-4310-9480-00223e43220f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:26.942927 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [None req-3ea6169b-e864-408f-8808-e616dad18bb2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Floating IP 01e61a90-070d-4310-9480-00223e43220f associated. External IP: 172.27.1.52, port: ee3d38d3-7bf3-4165-afbd-947c828cab7f. Jul 31 14:30:27.147896 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea6169b-e864-408f-8808-e616dad18bb2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Router 1f9ce495-9287-4a97-b604-1c92a589b4d5 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:30:27.254008 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea6169b-e864-408f-8808-e616dad18bb2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:30:27.258724 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3ea6169b-e864-408f-8808-e616dad18bb2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:27.264007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] Sync routers for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:30:27.274192 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:30:27.274831 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:30:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:27.289148 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-3ea6169b-e864-408f-8808-e616dad18bb2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "PUT /v2.0/floatingips/01e61a90-070d-4310-9480-00223e43220f HTTP/1.1" status: 200 len: 991 time: 1.1711996 Jul 31 14:30:27.289940 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'tag': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:30:27.292214 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "942db3cc-e948-4ef3-9dd1-381f74a0bbad", "tag": "ee3d38d3-7bf3-4165-afbd-947c828cab7f"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:30:27.329372 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150d4fa7-cd70-4d3e-81e2-ea4b0435c4e5 x-openstack-request-id: req-150d4fa7-cd70-4d3e-81e2-ea4b0435c4e5 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:30:27.329657 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942db3cc-e948-4ef3-9dd1-381f74a0bbad", "tag": "ee3d38d3-7bf3-4165-afbd-947c828cab7f", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:30:27.329931 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-150d4fa7-cd70-4d3e-81e2-ea4b0435c4e5 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:30:27.330375 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150d4fa7-cd70-4d3e-81e2-ea4b0435c4e5'] response: {'name': 'network-changed', 'server_uuid': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'tag': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f', 'status': 'completed', 'code': 200} Jul 31 14:30:27.378673 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:30:27.410184 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-5e117dd7-4fa2-4346-9b0b-0a25b80eeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:27.411635 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-5e117dd7-4fa2-4346-9b0b-0a25b80eeb47 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 1130 time: 0.0395899 Jul 31 14:30:27.503641 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-3a7a6b35-f435-412a-9649-a4da667e54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:27.505090 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-3a7a6b35-f435-412a-9649-a4da667e54f0 service neutron] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 911 time: 0.0875254 Jul 31 14:30:27.569086 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-05f321dc-6aac-47ed-86f3-5bf8c978c99e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f HTTP/1.1" status: 200 len: 999 time: 0.0587132 Jul 31 14:30:27.596035 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '01e61a90-070d-4310-9480-00223e43220f', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'port_id': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'mac_address': 'fa:16:3e:e3:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:30:08Z', 'updated_at': '2022-07-31T14:30:26Z', 'revision_number': 1, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:27.609806 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:27.618428 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-2c90e70e-71a8-4299-a285-037b781ec3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:27.619906 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-2c90e70e-71a8-4299-a285-037b781ec3ee service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0451658 Jul 31 14:30:27.621139 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] Checking router: 1f9ce495-9287-4a97-b604-1c92a589b4d5 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:30:27.629971 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:30:27.630564 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:30:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:27.670901 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-06bc7a9a-37bd-45ed-a320-b6e34f58047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:27.673139 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-06bc7a9a-37bd-45ed-a320-b6e34f58047f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471039 Jul 31 14:30:27.731237 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:30:27.763408 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-914c8de2-0724-4937-9b40-f0fa578cbd11 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839705 Jul 31 14:30:27.862740 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3d5ded3e-6d5d-4f64-9382-d2062f3b0cd4 req-f1bbb4e2-7251-47c4-9f4a-33ecbaf4b8b8 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940945 Jul 31 14:30:27.969027 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '01e61a90-070d-4310-9480-00223e43220f', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'port_id': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'mac_address': 'fa:16:3e:e3:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:30:08Z', 'updated_at': '2022-07-31T14:30:26Z', 'revision_number': 1, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:30:27.999026 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fb372-432f-4e3d-bf94-7272e5853a6e None None] The sync data for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi is: [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '01e61a90-070d-4310-9480-00223e43220f', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'port_id': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'mac_address': 'fa:16:3e:e3:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:30:08Z', 'updated_at': '2022-07-31T14:30:26Z', 'revision_number': 1, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:30:28.230544 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35206) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:28.241262 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30291278-df8b-45ba-8ce3-4b6dc3c460a7 None None] New status for floating IP 01e61a90-070d-4310-9480-00223e43220f: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:30:28.346497 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:28.432405 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Publish callbacks [] for security_group (e83598cf-a09f-4a9d-b191-f889d460c6f8), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:28.436246 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (e83598cf-a09f-4a9d-b191-f889d460c6f8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:28.452164 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:28.481416 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83598cf-a09f-4a9d-b191-f889d460c6f8,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:28.488872 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cecd6fc0c634487383617c8d323a185b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554686 Jul 31 14:30:28.491861 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35210) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:30:28.494627 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.495002 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.495527 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.495879 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.496212 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.496546 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.496872 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.497197 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.497553 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.497838 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.498163 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.498766 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.498882 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.499111 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.499504 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ce2475-4e8b-45f8-a60c-5f89608bea8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.519247 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:28.549309 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Publish callbacks [] for security_group (e83598cf-a09f-4a9d-b191-f889d460c6f8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:28.571106 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Publish callbacks [] for security_group (e83598cf-a09f-4a9d-b191-f889d460c6f8), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:28.619694 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (e83598cf-a09f-4a9d-b191-f889d460c6f8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:28.622252 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:28.623552 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e83598cf-a09f-4a9d-b191-f889d460c6f8 HTTP/1.1" status: 204 len: 168 time: 0.1306190 Jul 31 14:30:28.633001 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83598cf-a09f-4a9d-b191-f889d460c6f8,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:30:28.640940 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.641300 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.641643 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.641980 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.642324 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.642650 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.642979 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.643305 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.643677 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.644006 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.644336 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.644661 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.645104 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.645294 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:28.645616 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bf63f-e0b9-4f32-a339-fd40ac738cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:30:37.972428 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=79 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:37.988770 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48166ba0-6f01-48b2-84c5-433dd500cab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:38.361588 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:38.390778 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:38.487325 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=79,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:38.627588 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:38.636526 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=45,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:40.132406 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de46dbcc-3000-430a-979c-3dcd257627b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:41.444777 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:42.822965 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:43.007982 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:48.510126 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:48.514210 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:51.463380 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:30:53.000435 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:53.003846 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:30:53.968089 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:30:54.242638 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-bb4fe217-44fe-4668-a28a-365f9c4474ad service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419259 Jul 31 14:30:54.348490 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-cd98b44d-1209-452c-8aad-0c09d279abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:54.350216 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-cd98b44d-1209-452c-8aad-0c09d279abec service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 1130 time: 0.0411093 Jul 31 14:30:54.462162 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-6f22dfc7-a70f-4844-9fac-c83b533578a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:54.463650 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-6f22dfc7-a70f-4844-9fac-c83b533578a5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 911 time: 0.0920193 Jul 31 14:30:54.529220 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-7e94e4be-530b-44e1-b259-3e7919e547e8 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f HTTP/1.1" status: 200 len: 1001 time: 0.0549624 Jul 31 14:30:54.580516 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-c941d057-4feb-4e12-b5aa-708631622778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:54.582093 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-c941d057-4feb-4e12-b5aa-708631622778 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0459516 Jul 31 14:30:54.632993 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-89c5da54-9199-4d19-a6a8-f311e8731067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:30:54.634454 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-89c5da54-9199-4d19-a6a8-f311e8731067 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461626 Jul 31 14:30:54.727716 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-040e3465-fba7-436a-85f7-f4e3ad6cd336 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850585 Jul 31 14:30:54.820627 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7052c2ff-4d0e-4dcb-8826-ff2f539c9aae req-8e95dc0f-fe93-40a7-acf5-8a3ad894cc52 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849807 Jul 31 14:31:01.458917 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:04.816469 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=52 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:04.817253 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=49 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:04.955208 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35482) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:05.097964 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b1f38e01-05a9-4387-9876-43b092e33f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:05.172873 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b1f38e01-05a9-4387-9876-43b092e33f1e admin admin] Publish callbacks [] for security_group (75b6fbd5-e4cb-436e-a922-ca0d75f325fc), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:05.177777 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b1f38e01-05a9-4387-9876-43b092e33f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (75b6fbd5-e4cb-436e-a922-ca0d75f325fc), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:05.214845 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f38e01-05a9-4387-9876-43b092e33f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b6fbd5-e4cb-436e-a922-ca0d75f325fc,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:05.221129 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-b1f38e01-05a9-4387-9876-43b092e33f1e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f1e4c8f91aba4cb59c883e26f8da48a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648685 Jul 31 14:31:05.223864 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35486) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:05.271061 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce02e950-2a88-4b3b-942d-9af7961ee700 admin admin] Publish callbacks [] for security_group (75b6fbd5-e4cb-436e-a922-ca0d75f325fc), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:05.295557 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce02e950-2a88-4b3b-942d-9af7961ee700 admin admin] Publish callbacks [] for security_group (75b6fbd5-e4cb-436e-a922-ca0d75f325fc), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:05.341221 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce02e950-2a88-4b3b-942d-9af7961ee700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (75b6fbd5-e4cb-436e-a922-ca0d75f325fc), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:05.343899 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce02e950-2a88-4b3b-942d-9af7961ee700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:05.345623 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-ce02e950-2a88-4b3b-942d-9af7961ee700 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/75b6fbd5-e4cb-436e-a922-ca0d75f325fc HTTP/1.1" status: 204 len: 168 time: 0.1203988 Jul 31 14:31:05.355232 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02e950-2a88-4b3b-942d-9af7961ee700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b6fbd5-e4cb-436e-a922-ca0d75f325fc,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:06.022165 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35520) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:06.118882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1210045581-network', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:06.139359 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Made reservation on behalf of 8561e7f1f3d040e28d5084ebf937e198 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:31:06.141669 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.150256 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.226696 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Publish callbacks [] for security_group (5d6207b6-c9b5-44d8-8a1a-9feb198745c7), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.230263 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5d6207b6-c9b5-44d8-8a1a-9feb198745c7), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.259546 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:31:06.265168 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6207b6-c9b5-44d8-8a1a-9feb198745c7,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:06.272716 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (0b5db21a-8b9a-4f57-a71f-3dc73f329856), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.272891 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Added segment 0b5db21a-8b9a-4f57-a71f-3dc73f329856 of type vlan for network 4031262c-bbbd-4f7f-958b-e948963cb0b2 Jul 31 14:31:06.312309 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (4031262c-bbbd-4f7f-958b-e948963cb0b2), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.337277 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (4031262c-bbbd-4f7f-958b-e948963cb0b2), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.338288 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:06.338863 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.400089 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3768227 Jul 31 14:31:06.403144 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8988c87-fdbb-4734-9f5e-2f7453d694a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4031262c-bbbd-4f7f-958b-e948963cb0b2,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:06.403288 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35524) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:06.411877 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Request body: {'subnet': {'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1210045581-subnet', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:06.413669 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:31:06.433199 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Made reservation on behalf of 8561e7f1f3d040e28d5084ebf937e198 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:31:06.435617 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078312'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.604281 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10251261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078238'] for subnet (88c828a1-5e2e-4581-bb49-4abd458b834a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.656377 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c828a1-5e2e-4581-bb49-4abd458b834a,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:06.671674 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Checking segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:31:06.672037 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Network hostable DHCP agents. Network: 4031262c-bbbd-4f7f-958b-e948963cb0b2, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:31:06.690271 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:31:06.698501 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 4031262c-bbbd-4f7f-958b-e948963cb0b2) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:06.702800 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:06.703392 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.708186 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a840ba-0204-4621-bf3b-714d093c672f None None] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:31:06.720829 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4bc9e459-af9f-4307-a6a8-c0456f4082a4 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3158624 Jul 31 14:31:06.723600 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35526) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:06.727729 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:06.749607 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (768966a2-247a-487a-b670-94a9c854d5f8), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.750988 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (768966a2-247a-487a-b670-94a9c854d5f8), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.805896 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks [] for router_controller (768966a2-247a-487a-b670-94a9c854d5f8), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.812143 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-4031262c-bbbd-4f7f-958b-e948963cb0b2', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:31:06.813210 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.942367 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks [] for router_gateway (768966a2-247a-487a-b670-94a9c854d5f8), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:06.950487 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Allocated IP 172.20.0.2 (4031262c-bbbd-4f7f-958b-e948963cb0b2/88c828a1-5e2e-4581-bb49-4abd458b834a/d2b53d9a-7d6d-48d5-aa57-22ee69181c68) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:31:07.096633 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Publish callbacks [] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.101735 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.123573 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks [] for router_gateway (768966a2-247a-487a-b670-94a9c854d5f8), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.138448 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:07.146109 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.148459 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:07.152180 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:31:07.155357 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Pushing event updated for resources: {'Port': ['ID=d2b53d9a-7d6d-48d5-aa57-22ee69181c68,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:07.186538 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.186881 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.187221 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.187589 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.187922 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.188254 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.188651 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.188978 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.189302 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.189623 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.189949 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.190271 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.190590 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.190910 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.191225 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:07.204613 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:07.226525 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Attempting to bind port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:31:07.226898 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Attempting to bind port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:31:07.227294 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Attempting to bind port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:31:07.233033 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:31:07.233480 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Checking segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:31:07.233896 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.234350 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Bound using segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:31:07.234828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Bound port: d2b53d9a-7d6d-48d5-aa57-22ee69181c68, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:31:07.235202 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.253916 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Allocated IP 172.27.1.212 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/ff204d78-835b-4985-a3d9-0f2e2c82d4ce) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:31:07.296698 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] For port d2b53d9a-7d6d-48d5-aa57-22ee69181c68, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:31:07.300491 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] For port d2b53d9a-7d6d-48d5-aa57-22ee69181c68, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=d2b53d9a-7d6d-48d5-aa57-22ee69181c68,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:31:07.305740 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.307147 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:07.330797 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:07.359178 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e5bb-0e87-42b1-812f-d1962860b83b None None] Pushing event updated for resources: {'Port': ['ID=d2b53d9a-7d6d-48d5-aa57-22ee69181c68,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:07.372350 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks [] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.404274 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.442112 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:07.445134 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:07.447785 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:31:07.484851 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff204d78-835b-4985-a3d9-0f2e2c82d4ce,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:07.706217 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks [] for router_gateway (768966a2-247a-487a-b670-94a9c854d5f8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:07.981222 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:07.999743 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6afdada2-ce6c-4691-8534-e463c2d9be21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:08.114679 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device d2b53d9a-7d6d-48d5-aa57-22ee69181c68 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:08.148944 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (768966a2-247a-487a-b670-94a9c854d5f8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:08.288648 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Router 768966a2-247a-487a-b670-94a9c854d5f8 is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:31:08.298570 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f3f5e6-9371-4bed-ae7a-52a5b7a3941d None None] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:31:08.300019 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:08.301842 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:08.302285 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:08.388829 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-b1a68995-5f86-4b07-ba63-da7519d7930a None None] Provisioning complete for port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:08.389196 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1a68995-5f86-4b07-ba63-da7519d7930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:08.395304 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:31:08.414070 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:08.415305 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d038a922-96b3-4cc7-95ac-d0087508d6e0 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6907735 Jul 31 14:31:08.417161 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Sync routers for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:31:08.418196 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35532) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:08.461848 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:08.462469 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:30:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:08.501797 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:08.521438 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:08.623685 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:08.624075 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:08.664008 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b1a68995-5f86-4b07-ba63-da7519d7930a None None] Current status of the port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:08.664386 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1a68995-5f86-4b07-ba63-da7519d7930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:08.689661 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:08.750982 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port d2b53d9a-7d6d-48d5-aa57-22ee69181c68, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=d2b53d9a-7d6d-48d5-aa57-22ee69181c68,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:31:08.761110 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:08.847900 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:08.894872 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.db.api [None req-b1a68995-5f86-4b07-ba63-da7519d7930a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 31 14:31:08.895186 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG oslo_db.api [None req-b1a68995-5f86-4b07-ba63-da7519d7930a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 31 14:31:08.895728 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=d2b53d9a-7d6d-48d5-aa57-22ee69181c68,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:08.952363 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:07Z', 'revision_number': 3, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:08.955338 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:08.978901 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Checking router: 768966a2-247a-487a-b670-94a9c854d5f8 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:31:08.979252 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Updating router 768966a2-247a-487a-b670-94a9c854d5f8 port ff204d78-835b-4985-a3d9-0f2e2c82d4ce binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:31:09.000945 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Allocated IP 172.20.0.1 (4031262c-bbbd-4f7f-958b-e948963cb0b2/88c828a1-5e2e-4581-bb49-4abd458b834a/396510af-27d2-4b6c-bf76-2441e149574f) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:31:09.010803 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.108432 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Publish callbacks [] for port (396510af-27d2-4b6c-bf76-2441e149574f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.153723 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (396510af-27d2-4b6c-bf76-2441e149574f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.158105 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:09.191036 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:09.193929 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:09.199749 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:31:09.235261 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Pushing event updated for resources: {'Port': ['ID=396510af-27d2-4b6c-bf76-2441e149574f,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:09.243893 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (768966a2-247a-487a-b670-94a9c854d5f8), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.269514 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Publish callbacks [] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.275826 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.311923 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Attempting to bind port ff204d78-835b-4985-a3d9-0f2e2c82d4ce on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:31:09.312395 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Attempting to bind port ff204d78-835b-4985-a3d9-0f2e2c82d4ce by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:31:09.312833 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Attempting to bind port ff204d78-835b-4985-a3d9-0f2e2c82d4ce on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:31:09.329698 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:31:09.330171 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:31:09.330932 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.331059 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:09.331166 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:31:09.331629 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Bound port: ff204d78-835b-4985-a3d9-0f2e2c82d4ce, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:31:09.332087 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.335371 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:09.335591 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64f407-794e-480b-92d4-612a9aaa7a1a None None] Pushing event updated for resources: {'Port': ['ID=ff204d78-835b-4985-a3d9-0f2e2c82d4ce,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:09.392589 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (396510af-27d2-4b6c-bf76-2441e149574f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.393938 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] For port ff204d78-835b-4985-a3d9-0f2e2c82d4ce, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:31:09.398068 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] For port ff204d78-835b-4985-a3d9-0f2e2c82d4ce, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=ff204d78-835b-4985-a3d9-0f2e2c82d4ce,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:31:09.419301 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.467855 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b1a68995-5f86-4b07-ba63-da7519d7930a None None] Current status of the port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:09.472724 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:09.473367 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:30:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:09.526615 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64f407-794e-480b-92d4-612a9aaa7a1a None None] Pushing event updated for resources: {'Port': ['ID=ff204d78-835b-4985-a3d9-0f2e2c82d4ce,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:09.598368 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-4a31b64d-0ac3-4177-9165-4a9c48984c7c None None] Provisioning complete for port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:09.598651 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a31b64d-0ac3-4177-9165-4a9c48984c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.604523 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:09.818384 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Publish callbacks [] for port (396510af-27d2-4b6c-bf76-2441e149574f), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.823037 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (396510af-27d2-4b6c-bf76-2441e149574f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.894550 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Pushing event updated for resources: {'Port': ['ID=396510af-27d2-4b6c-bf76-2441e149574f,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:09.897120 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (768966a2-247a-487a-b670-94a9c854d5f8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.913723 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4a31b64d-0ac3-4177-9165-4a9c48984c7c None None] Current status of the port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:09.929208 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-4a31b64d-0ac3-4177-9165-4a9c48984c7c None None] Provisioning complete for port 396510af-27d2-4b6c-bf76-2441e149574f triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:09.929571 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a31b64d-0ac3-4177-9165-4a9c48984c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (396510af-27d2-4b6c-bf76-2441e149574f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:09.964245 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:09.980348 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4a31b64d-0ac3-4177-9165-4a9c48984c7c None None] Port 396510af-27d2-4b6c-bf76-2441e149574f cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:31:09.993061 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:09.994428 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:10.020324 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:10.024259 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 1, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:10.057807 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d08423-4422-41d8-b469-a8250a5f1f51 None None] The sync data for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi is: [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 1, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:31:10.102251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device d2b53d9a-7d6d-48d5-aa57-22ee69181c68 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:10.133092 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Router 768966a2-247a-487a-b670-94a9c854d5f8 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:31:10.159780 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3ce848a-8539-4ab8-bdc7-4e9c1114bff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:10.176356 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:10.176864 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:10.261772 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:31:10.267912 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e00e3f74-bd23-4333-b608-3a1e2f0701a9 admin admin] 10.222.0.40 "PUT /v2.0/routers/768966a2-247a-487a-b670-94a9c854d5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8484793 Jul 31 14:31:10.273456 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:10.301068 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-6545d534-b5f5-4098-84b6-c43d2bedc8e9 None None] Provisioning complete for port 396510af-27d2-4b6c-bf76-2441e149574f triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:10.301443 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6545d534-b5f5-4098-84b6-c43d2bedc8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (396510af-27d2-4b6c-bf76-2441e149574f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:10.348761 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6545d534-b5f5-4098-84b6-c43d2bedc8e9 None None] Port 396510af-27d2-4b6c-bf76-2441e149574f cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:31:10.818182 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35552) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:10.824442 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1307489466-network', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:10.849220 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Made reservation on behalf of 7e920c5683554b9a830c8d4ec011059f for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:31:10.851770 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:10.864398 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:10.963587 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:10.968766 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Publish callbacks [] for security_group (d25997f6-58fa-4bd3-96f9-03b53062640e), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:10.973521 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (d25997f6-58fa-4bd3-96f9-03b53062640e), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:10.987070 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:11.003604 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:31:11.016212 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25997f6-58fa-4bd3-96f9-03b53062640e,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:11.022965 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (e4173743-16b8-4532-b04f-19847c4083bf), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.023303 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Added segment e4173743-16b8-4532-b04f-19847c4083bf of type vlan for network 4fa408bb-cfac-4a05-ad2f-57290ad35686 Jul 31 14:31:11.067192 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (4fa408bb-cfac-4a05-ad2f-57290ad35686), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.093327 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (4fa408bb-cfac-4a05-ad2f-57290ad35686), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.094791 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:11.095879 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.155650 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3361506 Jul 31 14:31:11.158908 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35554) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:11.166084 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Request body: {'subnet': {'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1307489466-subnet', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:11.171159 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab19ae-f55d-4873-a6c5-32f3f7c318c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa408bb-cfac-4a05-ad2f-57290ad35686,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:11.182411 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network 4fa408bb-cfac-4a05-ad2f-57290ad35686 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:31:11.192041 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Made reservation on behalf of 7e920c5683554b9a830c8d4ec011059f for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:31:11.194801 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9220400'] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.384445 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9194013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9220422'] for subnet (d357c42f-c77f-4135-a6ab-7f4073d2f099), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.444114 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d357c42f-c77f-4135-a6ab-7f4073d2f099,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:11.451808 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.459605 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Checking segment: {'id': 'e4173743-16b8-4532-b04f-19847c4083bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:31:11.459967 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Network hostable DHCP agents. Network: 4fa408bb-cfac-4a05-ad2f-57290ad35686, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:31:11.475876 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Network 4fa408bb-cfac-4a05-ad2f-57290ad35686 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:31:11.485683 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, 4fa408bb-cfac-4a05-ad2f-57290ad35686) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:11.489915 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:11.490629 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.496721 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78834143-a583-496f-9bcb-82d2d3a5c4d0 None None] Network 4fa408bb-cfac-4a05-ad2f-57290ad35686 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:31:11.507804 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-7868f71d-74b9-4bb5-a965-cf89be3f8f04 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3456509 Jul 31 14:31:11.510835 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35558) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:11.515043 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:11.534822 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1907'] for router (704d496b-84fd-4198-aa32-b5906d1ad596), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.535993 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (704d496b-84fd-4198-aa32-b5906d1ad596), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.588387 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks [] for router_controller (704d496b-84fd-4198-aa32-b5906d1ad596), precommit_add_association {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.611167 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7661fd1-40ac-5f1f-8f7b-3765b15f24a1-4fa408bb-cfac-4a05-ad2f-57290ad35686', 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686', 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'fixed_ips': [{'subnet_id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099'}]}} from dv-cinder-849846-4-iscsi. {{(pid=103884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 14:31:11.612102 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.730512 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks [] for router_gateway (704d496b-84fd-4198-aa32-b5906d1ad596), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.749127 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Allocated IP 172.20.0.2 (4fa408bb-cfac-4a05-ad2f-57290ad35686/d357c42f-c77f-4135-a6ab-7f4073d2f099/5bb6edc1-fe56-4c75-ad11-714d4459b63f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:31:11.805619 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:11.899811 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Publish callbacks [] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.901546 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:11.906163 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.923853 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks [] for router_gateway (704d496b-84fd-4198-aa32-b5906d1ad596), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.946492 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Network 4fa408bb-cfac-4a05-ad2f-57290ad35686 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:11.947189 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:11.951800 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:11.956433 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:31:11.962977 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Pushing event updated for resources: {'Port': ['ID=5bb6edc1-fe56-4c75-ad11-714d4459b63f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:12.029209 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Attempting to bind port 5bb6edc1-fe56-4c75-ad11-714d4459b63f on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:31:12.029586 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Attempting to bind port 5bb6edc1-fe56-4c75-ad11-714d4459b63f by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'e4173743-16b8-4532-b04f-19847c4083bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:31:12.029953 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Attempting to bind port 5bb6edc1-fe56-4c75-ad11-714d4459b63f on network 4fa408bb-cfac-4a05-ad2f-57290ad35686 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:31:12.035343 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:12.037355 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:31:12.037741 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Checking segment: {'id': 'e4173743-16b8-4532-b04f-19847c4083bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:31:12.038142 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.038526 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Bound using segment: {'id': 'e4173743-16b8-4532-b04f-19847c4083bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:31:12.039001 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Bound port: 5bb6edc1-fe56-4c75-ad11-714d4459b63f, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4173743-16b8-4532-b04f-19847c4083bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:31:12.039382 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.086589 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Allocated IP 172.27.1.79 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/e6ae7de1-d1c6-46bc-9653-68b7028dd4d8) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:31:12.110631 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:12.114905 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] For port 5bb6edc1-fe56-4c75-ad11-714d4459b63f, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:31:12.118326 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] For port 5bb6edc1-fe56-4c75-ad11-714d4459b63f, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=5bb6edc1-fe56-4c75-ad11-714d4459b63f,segment=NetworkSegment(e4173743-16b8-4532-b04f-19847c4083bf),segment_id=e4173743-16b8-4532-b04f-19847c4083bf)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:31:12.130330 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.134114 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device ff204d78-835b-4985-a3d9-0f2e2c82d4ce up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:12.209741 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311ed1c-e94e-4835-8b17-25f8796a5a9f None None] Pushing event updated for resources: {'Port': ['ID=5bb6edc1-fe56-4c75-ad11-714d4459b63f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:12.218612 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks [] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.220383 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Sync routers for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:31:12.233252 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:12.233861 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:31:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:12.234766 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port ff204d78-835b-4985-a3d9-0f2e2c82d4ce triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:12.235474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.260941 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.299995 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:12.303135 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:12.321282 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port ff204d78-835b-4985-a3d9-0f2e2c82d4ce is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:12.321890 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.322445 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:31:12.357000 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port ff204d78-835b-4985-a3d9-0f2e2c82d4ce, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=ff204d78-835b-4985-a3d9-0f2e2c82d4ce,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:31:12.361836 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:12.367178 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.434766 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ae7de1-d1c6-46bc-9653-68b7028dd4d8,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:12.481792 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=ff204d78-835b-4985-a3d9-0f2e2c82d4ce,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:12.686129 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 2, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:12.692749 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks [] for router_gateway (704d496b-84fd-4198-aa32-b5906d1ad596), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.712729 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Checking router: 768966a2-247a-487a-b670-94a9c854d5f8 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:31:12.713083 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Updating router 768966a2-247a-487a-b670-94a9c854d5f8 port 396510af-27d2-4b6c-bf76-2441e149574f binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:31:12.745309 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (396510af-27d2-4b6c-bf76-2441e149574f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.828494 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:12.829014 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:12.887321 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1662484'] for router (704d496b-84fd-4198-aa32-b5906d1ad596), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.005708 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:13.008592 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.015185 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Publish callbacks [] for port (396510af-27d2-4b6c-bf76-2441e149574f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.022473 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (396510af-27d2-4b6c-bf76-2441e149574f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.030011 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Router 704d496b-84fd-4198-aa32-b5906d1ad596 is scheduled to L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 14:31:13.090537 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Pushing event updated for resources: {'Port': ['ID=396510af-27d2-4b6c-bf76-2441e149574f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:13.121764 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.123631 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.124186 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.125300 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.125639 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.126013 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.126466 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.126796 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.127218 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.127601 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.127928 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.128535 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.128860 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.129173 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.129486 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:13.138231 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Attempting to bind port 396510af-27d2-4b6c-bf76-2441e149574f on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:31:13.138231 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Attempting to bind port 396510af-27d2-4b6c-bf76-2441e149574f by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:31:13.139227 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Attempting to bind port 396510af-27d2-4b6c-bf76-2441e149574f on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:31:13.146932 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:31:13.147303 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Checking segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:31:13.147727 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.148104 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Bound using segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:31:13.149031 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Bound port: 396510af-27d2-4b6c-bf76-2441e149574f, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:31:13.149525 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:31:13.149779 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (396510af-27d2-4b6c-bf76-2441e149574f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.161310 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e0422-b909-491c-9db8-e90437850613 None None] Sync routers for ids ['704d496b-84fd-4198-aa32-b5906d1ad596'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:31:13.174828 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e0422-b909-491c-9db8-e90437850613 None None] Routers {'704d496b-84fd-4198-aa32-b5906d1ad596'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:13.175510 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-770e0422-b909-491c-9db8-e90437850613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:31:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['704d496b-84fd-4198-aa32-b5906d1ad596'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:13.176324 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.177650 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-c523895b-8922-46a5-a88c-3c5290c59db1 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6659126 Jul 31 14:31:13.180373 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35562) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:13.201651 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:13.227682 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] For port 396510af-27d2-4b6c-bf76-2441e149574f, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:31:13.231166 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] For port 396510af-27d2-4b6c-bf76-2441e149574f, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=396510af-27d2-4b6c-bf76-2441e149574f,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:31:13.244254 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (396510af-27d2-4b6c-bf76-2441e149574f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.280014 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:13.280826 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:31:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:13.289127 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e3098e-ed76-4125-b5bd-97b0fd5c3015 None None] Network 4fa408bb-cfac-4a05-ad2f-57290ad35686 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:31:13.338466 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-770e0422-b909-491c-9db8-e90437850613 None None] Set router 704d496b-84fd-4198-aa32-b5906d1ad596 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:13.378917 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dafdf-1513-4106-891f-23f317965228 None None] Pushing event updated for resources: {'Port': ['ID=396510af-27d2-4b6c-bf76-2441e149574f,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:13.411406 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:13.457290 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-f6d0f95f-98ac-47d1-b6a8-7d2a6cac0845 None None] Provisioning complete for port 5bb6edc1-fe56-4c75-ad11-714d4459b63f triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:13.457758 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d0f95f-98ac-47d1-b6a8-7d2a6cac0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.497338 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:13.554732 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:13.658812 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-770e0422-b909-491c-9db8-e90437850613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 3, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'gw_port': {'id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:13.707844 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e0422-b909-491c-9db8-e90437850613 None None] Checking router: 704d496b-84fd-4198-aa32-b5906d1ad596 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:31:13.708189 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e0422-b909-491c-9db8-e90437850613 None None] Updating router 704d496b-84fd-4198-aa32-b5906d1ad596 port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 binding host dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:31:13.721634 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.735918 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:13Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:13.745294 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-770e0422-b909-491c-9db8-e90437850613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.747335 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0f95f-98ac-47d1-b6a8-7d2a6cac0845 None None] Current status of the port 5bb6edc1-fe56-4c75-ad11-714d4459b63f is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:13.747335 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d0f95f-98ac-47d1-b6a8-7d2a6cac0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.766054 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:13.770976 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07251e5-cb67-47c1-be51-e162f836cf99 None None] The sync data for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi is: [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:13Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:31:13.899979 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:13.908664 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f6d0f95f-98ac-47d1-b6a8-7d2a6cac0845 None None] For port 5bb6edc1-fe56-4c75-ad11-714d4459b63f, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=5bb6edc1-fe56-4c75-ad11-714d4459b63f,segment=NetworkSegment(e4173743-16b8-4532-b04f-19847c4083bf),segment_id=e4173743-16b8-4532-b04f-19847c4083bf)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:31:13.925365 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d0f95f-98ac-47d1-b6a8-7d2a6cac0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:13.966340 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Allocated IP 172.20.0.1 (4fa408bb-cfac-4a05-ad2f-57290ad35686/d357c42f-c77f-4135-a6ab-7f4073d2f099/aa44d6b6-34c3-4c21-8294-8df6d7db16ae) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:31:13.990350 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a606a07-6559-42f1-b6d6-6c453d6f20d3 req-e49b48e5-3128-4f00-9447-405278006c38 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:13.992050 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9a606a07-6559-42f1-b6d6-6c453d6f20d3 req-e49b48e5-3128-4f00-9447-405278006c38 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.1026769 Jul 31 14:31:14.003219 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0f95f-98ac-47d1-b6a8-7d2a6cac0845 None None] Pushing event updated for resources: {'Port': ['ID=5bb6edc1-fe56-4c75-ad11-714d4459b63f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:14.009032 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:14.081549 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:14.084820 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9a606a07-6559-42f1-b6d6-6c453d6f20d3 req-d9cbf752-8809-4675-b017-e2b1b6931b71 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845032 Jul 31 14:31:14.112189 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-f853158d-98a8-451d-956f-a15a7e65e52e None None] Provisioning complete for port 5bb6edc1-fe56-4c75-ad11-714d4459b63f triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:14.112566 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f853158d-98a8-451d-956f-a15a7e65e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.157040 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Publish callbacks [] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.200478 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.262334 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Network 4fa408bb-cfac-4a05-ad2f-57290ad35686 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:14.263885 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:14.280115 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:31:14.283057 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f853158d-98a8-451d-956f-a15a7e65e52e None None] Current status of the port 5bb6edc1-fe56-4c75-ad11-714d4459b63f is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:14.296685 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-770e0422-b909-491c-9db8-e90437850613 None None] Publish callbacks [] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.300599 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 396510af-27d2-4b6c-bf76-2441e149574f up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:14.325423 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Pushing event updated for resources: {'Port': ['ID=aa44d6b6-34c3-4c21-8294-8df6d7db16ae,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:14.332018 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-770e0422-b909-491c-9db8-e90437850613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.341980 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598083'] for router_interface (704d496b-84fd-4198-aa32-b5906d1ad596), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.350151 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-770e0422-b909-491c-9db8-e90437850613 None None] Attempting to bind port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:31:14.350629 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-770e0422-b909-491c-9db8-e90437850613 None None] Attempting to bind port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:31:14.351057 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e0422-b909-491c-9db8-e90437850613 None None] Attempting to bind port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 on network 3373492e-f5bb-4024-91af-c69b58f30d57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:31:14.358959 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e0422-b909-491c-9db8-e90437850613 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:31:14.359524 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e0422-b909-491c-9db8-e90437850613 None None] Checking segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:31:14.359946 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-770e0422-b909-491c-9db8-e90437850613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.360936 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e0422-b909-491c-9db8-e90437850613 None None] Bound using segment: {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:31:14.361475 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-770e0422-b909-491c-9db8-e90437850613 None None] Bound port: e6ae7de1-d1c6-46bc-9653-68b7028dd4d8, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34d5ca5-3852-4cc8-869a-666e8ea5a782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:31:14.361928 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-770e0422-b909-491c-9db8-e90437850613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.514002 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.581018 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fe898-4030-43c0-97d5-bb9b042b18ba None None] Pushing event updated for resources: {'Port': ['ID=e6ae7de1-d1c6-46bc-9653-68b7028dd4d8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:14.602864 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 396510af-27d2-4b6c-bf76-2441e149574f triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:14.603275 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (396510af-27d2-4b6c-bf76-2441e149574f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.612229 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-770e0422-b909-491c-9db8-e90437850613 None None] For port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:31:14.638456 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-1b653cfc-12be-4302-90a7-d4340e9afbcf None None] Provisioning complete for port aa44d6b6-34c3-4c21-8294-8df6d7db16ae triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:14.638825 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b653cfc-12be-4302-90a7-d4340e9afbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.644998 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-770e0422-b909-491c-9db8-e90437850613 None None] For port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=e6ae7de1-d1c6-46bc-9653-68b7028dd4d8,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:31:14.674029 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-770e0422-b909-491c-9db8-e90437850613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.679883 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:14.702754 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Publish callbacks [] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.707328 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.720675 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1b653cfc-12be-4302-90a7-d4340e9afbcf None None] Port aa44d6b6-34c3-4c21-8294-8df6d7db16ae cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:31:14.733329 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e0422-b909-491c-9db8-e90437850613 None None] Routers {'704d496b-84fd-4198-aa32-b5906d1ad596'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:14.733955 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-770e0422-b909-491c-9db8-e90437850613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:31:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['704d496b-84fd-4198-aa32-b5906d1ad596'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:14.773023 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:14.776013 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658931'] for router_interface (704d496b-84fd-4198-aa32-b5906d1ad596), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.778979 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Pushing event updated for resources: {'Port': ['ID=aa44d6b6-34c3-4c21-8294-8df6d7db16ae,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:14.815660 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fe898-4030-43c0-97d5-bb9b042b18ba None None] Pushing event updated for resources: {'Port': ['ID=e6ae7de1-d1c6-46bc-9653-68b7028dd4d8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:14.861085 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 396510af-27d2-4b6c-bf76-2441e149574f is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:14.861471 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (396510af-27d2-4b6c-bf76-2441e149574f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.874020 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Network 4fa408bb-cfac-4a05-ad2f-57290ad35686 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:14.875372 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:14.902967 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-770e0422-b909-491c-9db8-e90437850613 None None] Set router 704d496b-84fd-4198-aa32-b5906d1ad596 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:14.935063 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port 396510af-27d2-4b6c-bf76-2441e149574f, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=396510af-27d2-4b6c-bf76-2441e149574f,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:31:14.941013 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (396510af-27d2-4b6c-bf76-2441e149574f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:14.941853 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 5bb6edc1-fe56-4c75-ad11-714d4459b63f up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:14.989490 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:14.992487 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:14.994018 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Router 704d496b-84fd-4198-aa32-b5906d1ad596 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:31:15.090154 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=396510af-27d2-4b6c-bf76-2441e149574f,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:15.108764 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:31:15.113730 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-86a53da5-e9ad-4e00-a93b-4c394db2ed8c admin admin] 10.222.0.40 "PUT /v2.0/routers/704d496b-84fd-4198-aa32-b5906d1ad596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9321158 Jul 31 14:31:15.119074 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 5bb6edc1-fe56-4c75-ad11-714d4459b63f triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:15.119535 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.188373 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-b8050fb2-dde2-4cdf-bf42-c72e1f50c5d0 None None] Provisioning complete for port aa44d6b6-34c3-4c21-8294-8df6d7db16ae triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:15.188750 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8050fb2-dde2-4cdf-bf42-c72e1f50c5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.231712 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946961e7-83a8-425a-b6ca-54db73499d5f req-36091218-23da-45b3-9fd2-5c503247e599 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:15.234267 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-946961e7-83a8-425a-b6ca-54db73499d5f req-36091218-23da-45b3-9fd2-5c503247e599 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0606599 Jul 31 14:31:15.258905 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b8050fb2-dde2-4cdf-bf42-c72e1f50c5d0 None None] Port aa44d6b6-34c3-4c21-8294-8df6d7db16ae cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:31:15.265279 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-770e0422-b909-491c-9db8-e90437850613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 4, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'gw_port': {'id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'aa44d6b6-34c3-4c21-8294-8df6d7db16ae', 'name': '', 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'mac_address': 'fa:16:3e:7e:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:13Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 2, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'subnets': [{'id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:15.290509 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-946961e7-83a8-425a-b6ca-54db73499d5f req-950d65b1-d688-42c4-aa40-37366c859633 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463755 Jul 31 14:31:15.313249 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e0422-b909-491c-9db8-e90437850613 None None] The sync data for ids ['704d496b-84fd-4198-aa32-b5906d1ad596'] in dv-cinder-849846-4-iscsi is: [{'id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 4, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'gw_port': {'id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'aa44d6b6-34c3-4c21-8294-8df6d7db16ae', 'name': '', 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'mac_address': 'fa:16:3e:7e:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:13Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 2, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'subnets': [{'id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:31:15.324026 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 5bb6edc1-fe56-4c75-ad11-714d4459b63f is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:15.325360 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device ff204d78-835b-4985-a3d9-0f2e2c82d4ce up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:15.371539 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port ff204d78-835b-4985-a3d9-0f2e2c82d4ce triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:15.371913 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.450923 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port ff204d78-835b-4985-a3d9-0f2e2c82d4ce is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:15.538407 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35580) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:15.542872 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-30ab3a0f-13a1-456f-bfe7-a9a2f8123285 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991941503', 'description': 'tempest-secgroup-smoke-1991941503 description', 'project_id': '8561e7f1f3d040e28d5084ebf937e198'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:15.564763 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ab3a0f-13a1-456f-bfe7-a9a2f8123285 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.645893 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ab3a0f-13a1-456f-bfe7-a9a2f8123285 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group (0082c3c2-adf8-4359-8100-3792ab6664e7), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.651073 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ab3a0f-13a1-456f-bfe7-a9a2f8123285 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0082c3c2-adf8-4359-8100-3792ab6664e7), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.685789 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30ab3a0f-13a1-456f-bfe7-a9a2f8123285 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.687038 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-30ab3a0f-13a1-456f-bfe7-a9a2f8123285 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1476059 Jul 31 14:31:15.688693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab3a0f-13a1-456f-bfe7-a9a2f8123285 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0082c3c2-adf8-4359-8100-3792ab6664e7,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:15.691013 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35582) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:15.695725 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-f1f6aa4d-9ca2-4049-bb44-10fd8d74ad96 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'security_group_rule': {'security_group_id': '0082c3c2-adf8-4359-8100-3792ab6664e7', 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:15.724705 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1f6aa4d-9ca2-4049-bb44-10fd8d74ad96 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (7695a9fc-62f2-41b5-8160-b5a84bf22cbf), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.782992 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1f6aa4d-9ca2-4049-bb44-10fd8d74ad96 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (7695a9fc-62f2-41b5-8160-b5a84bf22cbf), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.788072 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1f6aa4d-9ca2-4049-bb44-10fd8d74ad96 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (7695a9fc-62f2-41b5-8160-b5a84bf22cbf), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.810101 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6aa4d-9ca2-4049-bb44-10fd8d74ad96 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7695a9fc-62f2-41b5-8160-b5a84bf22cbf,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:15.818018 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1f6aa4d-9ca2-4049-bb44-10fd8d74ad96 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.819184 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f1f6aa4d-9ca2-4049-bb44-10fd8d74ad96 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271386 Jul 31 14:31:15.822151 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35584) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:15.826842 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-604b4431-d76a-4e99-a874-8f375f547072 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'security_group_rule': {'security_group_id': '0082c3c2-adf8-4359-8100-3792ab6664e7', 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:15.855651 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-604b4431-d76a-4e99-a874-8f375f547072 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (d8aeb863-5b5d-454c-85d3-92ddd0bc1c7e), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.920532 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-604b4431-d76a-4e99-a874-8f375f547072 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (d8aeb863-5b5d-454c-85d3-92ddd0bc1c7e), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.924591 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-604b4431-d76a-4e99-a874-8f375f547072 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (d8aeb863-5b5d-454c-85d3-92ddd0bc1c7e), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.943297 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b4431-d76a-4e99-a874-8f375f547072 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8aeb863-5b5d-454c-85d3-92ddd0bc1c7e,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:15.950180 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-604b4431-d76a-4e99-a874-8f375f547072 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:15.951337 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-604b4431-d76a-4e99-a874-8f375f547072 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281095 Jul 31 14:31:15.954122 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35586) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:15.958226 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-797e2a62-d3ef-4dcb-b5d9-5fc2513327f8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'security_group_rule': {'security_group_id': '0082c3c2-adf8-4359-8100-3792ab6664e7', 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:15.982803 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-797e2a62-d3ef-4dcb-b5d9-5fc2513327f8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (78fe8b79-0742-4954-a2b6-c81e35587ac9), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.042310 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-797e2a62-d3ef-4dcb-b5d9-5fc2513327f8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (78fe8b79-0742-4954-a2b6-c81e35587ac9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.047123 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-797e2a62-d3ef-4dcb-b5d9-5fc2513327f8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (78fe8b79-0742-4954-a2b6-c81e35587ac9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.068062 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e2a62-d3ef-4dcb-b5d9-5fc2513327f8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fe8b79-0742-4954-a2b6-c81e35587ac9,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:16.072809 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-797e2a62-d3ef-4dcb-b5d9-5fc2513327f8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.073932 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-797e2a62-d3ef-4dcb-b5d9-5fc2513327f8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189106 Jul 31 14:31:16.076976 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35588) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:16.082259 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1b0506e0-9152-4554-a586-3461fb2d00e9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'security_group_rule': {'security_group_id': '0082c3c2-adf8-4359-8100-3792ab6664e7', 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:16.087268 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 396510af-27d2-4b6c-bf76-2441e149574f up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:16.109092 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1b0506e0-9152-4554-a586-3461fb2d00e9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (60d0492c-9f48-4925-932b-09e2277eb15a), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.130786 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:16.132806 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 396510af-27d2-4b6c-bf76-2441e149574f triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:16.133247 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (396510af-27d2-4b6c-bf76-2441e149574f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.172173 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1b0506e0-9152-4554-a586-3461fb2d00e9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (60d0492c-9f48-4925-932b-09e2277eb15a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.176551 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1b0506e0-9152-4554-a586-3461fb2d00e9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (60d0492c-9f48-4925-932b-09e2277eb15a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.194740 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0506e0-9152-4554-a586-3461fb2d00e9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d0492c-9f48-4925-932b-09e2277eb15a,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:16.204060 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1b0506e0-9152-4554-a586-3461fb2d00e9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.208076 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:16.208231 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1b0506e0-9152-4554-a586-3461fb2d00e9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273537 Jul 31 14:31:16.208335 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 396510af-27d2-4b6c-bf76-2441e149574f is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:16.208457 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35590) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:16.208835 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 5bb6edc1-fe56-4c75-ad11-714d4459b63f up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:16.212751 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-f254e51f-535a-4d70-93e3-0943e8adb438 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'security_group_rule': {'security_group_id': '0082c3c2-adf8-4359-8100-3792ab6664e7', 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:16.220571 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:16.234489 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-f254e51f-535a-4d70-93e3-0943e8adb438 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Project 8561e7f1f3d040e28d5084ebf937e198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 14:31:16.241431 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f254e51f-535a-4d70-93e3-0943e8adb438 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (97e5a2d2-4dec-43c2-9696-1f1fda7f20f5), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.255446 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port 5bb6edc1-fe56-4c75-ad11-714d4459b63f triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:16.255832 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.291028 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f254e51f-535a-4d70-93e3-0943e8adb438 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (97e5a2d2-4dec-43c2-9696-1f1fda7f20f5), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.297025 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f254e51f-535a-4d70-93e3-0943e8adb438 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (97e5a2d2-4dec-43c2-9696-1f1fda7f20f5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.309438 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:16.318743 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254e51f-535a-4d70-93e3-0943e8adb438 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e5a2d2-4dec-43c2-9696-1f1fda7f20f5,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:16.326445 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f254e51f-535a-4d70-93e3-0943e8adb438 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.330374 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f254e51f-535a-4d70-93e3-0943e8adb438 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182179 Jul 31 14:31:16.331090 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35594) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:16.335764 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-c8d126f8-89ed-4fdb-b0a4-72463452c724 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'security_group_rule': {'security_group_id': '0082c3c2-adf8-4359-8100-3792ab6664e7', 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:16.341032 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port 5bb6edc1-fe56-4c75-ad11-714d4459b63f is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:16.361506 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.securitygroups_db [None req-c8d126f8-89ed-4fdb-b0a4-72463452c724 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Project 8561e7f1f3d040e28d5084ebf937e198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 14:31:16.367173 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8d126f8-89ed-4fdb-b0a4-72463452c724 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (613b930a-15c1-4f11-919c-b2c8cb5a711d), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.440366 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280fcbe-e1e3-4ee8-be83-981c7de84d3f req-7265d576-9e43-4c16-8ee6-bfd6df54eac5 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:16.442077 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a280fcbe-e1e3-4ee8-be83-981c7de84d3f req-7265d576-9e43-4c16-8ee6-bfd6df54eac5 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0721128 Jul 31 14:31:16.469362 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8d126f8-89ed-4fdb-b0a4-72463452c724 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (613b930a-15c1-4f11-919c-b2c8cb5a711d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.477054 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8d126f8-89ed-4fdb-b0a4-72463452c724 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (613b930a-15c1-4f11-919c-b2c8cb5a711d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.509883 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d126f8-89ed-4fdb-b0a4-72463452c724 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613b930a-15c1-4f11-919c-b2c8cb5a711d,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:16.518764 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8d126f8-89ed-4fdb-b0a4-72463452c724 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:16.519985 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-c8d126f8-89ed-4fdb-b0a4-72463452c724 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1882987 Jul 31 14:31:16.524021 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a280fcbe-e1e3-4ee8-be83-981c7de84d3f req-6821a6cb-9c7a-4a3c-b21a-a3de91c57273 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763195 Jul 31 14:31:17.648149 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ed92c-7643-4e0e-9c9d-6456b243af39 req-e718b450-daee-45f8-986a-8df0b5bb7204 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:17.649644 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-041ed92c-7643-4e0e-9c9d-6456b243af39 req-e718b450-daee-45f8-986a-8df0b5bb7204 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0463593 Jul 31 14:31:17.700068 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-041ed92c-7643-4e0e-9c9d-6456b243af39 req-99687c47-2818-4325-b596-b7b1f9f866b2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442059 Jul 31 14:31:17.979747 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Sync routers for ids ['704d496b-84fd-4198-aa32-b5906d1ad596'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:31:17.993151 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Routers {'704d496b-84fd-4198-aa32-b5906d1ad596'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:17.993818 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:31:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['704d496b-84fd-4198-aa32-b5906d1ad596'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:18.098643 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:18.146799 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:18.147169 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:18.194218 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Set router 704d496b-84fd-4198-aa32-b5906d1ad596 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:18.223584 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:18.223893 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:18.245879 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=e6ae7de1-d1c6-46bc-9653-68b7028dd4d8,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:31:18.251209 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:18.300622 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=e6ae7de1-d1c6-46bc-9653-68b7028dd4d8,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:18.389420 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 4, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'gw_port': {'id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'aa44d6b6-34c3-4c21-8294-8df6d7db16ae', 'name': '', 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'mac_address': 'fa:16:3e:7e:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:13Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 2, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'subnets': [{'id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:18.415232 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Checking router: 704d496b-84fd-4198-aa32-b5906d1ad596 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:31:18.415607 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Updating router 704d496b-84fd-4198-aa32-b5906d1ad596 port aa44d6b6-34c3-4c21-8294-8df6d7db16ae binding host dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 14:31:18.442775 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:18.607411 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:18.702630 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Publish callbacks [] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:18.708423 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:18.797575 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cebe0e-d9ec-45f5-852b-980aebd4637d None None] Pushing event updated for resources: {'Port': ['ID=aa44d6b6-34c3-4c21-8294-8df6d7db16ae,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:18.805972 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:18.810912 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Attempting to bind port aa44d6b6-34c3-4c21-8294-8df6d7db16ae on host dv-cinder-849846-4-iscsi for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:31:18.811280 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Attempting to bind port aa44d6b6-34c3-4c21-8294-8df6d7db16ae by drivers openvswitch,hyperv on host dv-cinder-849846-4-iscsi at level 0 using segments [{'id': 'e4173743-16b8-4532-b04f-19847c4083bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:31:18.811673 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Attempting to bind port aa44d6b6-34c3-4c21-8294-8df6d7db16ae on network 4fa408bb-cfac-4a05-ad2f-57290ad35686 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:31:18.817137 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Checking agent: {'id': '4665eb8c-bf23-4626-8b12-bb0c7add198f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 13, 43), 'started_at': datetime.datetime(2022, 7, 31, 14, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:31:18.817507 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Checking segment: {'id': 'e4173743-16b8-4532-b04f-19847c4083bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:31:18.817905 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:18.818321 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Bound using segment: {'id': 'e4173743-16b8-4532-b04f-19847c4083bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:31:18.818755 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Bound port: aa44d6b6-34c3-4c21-8294-8df6d7db16ae, host: dv-cinder-849846-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4173743-16b8-4532-b04f-19847c4083bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:31:18.819127 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:18.883671 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] For port aa44d6b6-34c3-4c21-8294-8df6d7db16ae, host dv-cinder-849846-4-iscsi, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:31:18.886990 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] For port aa44d6b6-34c3-4c21-8294-8df6d7db16ae, host dv-cinder-849846-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=aa44d6b6-34c3-4c21-8294-8df6d7db16ae,segment=NetworkSegment(e4173743-16b8-4532-b04f-19847c4083bf),segment_id=e4173743-16b8-4532-b04f-19847c4083bf)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:31:18.893713 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:18.933186 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Routers {'704d496b-84fd-4198-aa32-b5906d1ad596'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:18.933823 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:31:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['704d496b-84fd-4198-aa32-b5906d1ad596'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:18.991976 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cebe0e-d9ec-45f5-852b-980aebd4637d None None] Pushing event updated for resources: {'Port': ['ID=aa44d6b6-34c3-4c21-8294-8df6d7db16ae,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:19.062119 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] Set router 704d496b-84fd-4198-aa32-b5906d1ad596 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:19.120463 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21ba16-253a-4c18-aff1-63222b48ce88 req-e161c891-84a1-4dcf-a556-064d6117dc26 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:19.121939 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ce21ba16-253a-4c18-aff1-63222b48ce88 req-e161c891-84a1-4dcf-a556-064d6117dc26 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.3435388 Jul 31 14:31:19.177405 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ce21ba16-253a-4c18-aff1-63222b48ce88 req-c1462979-5b7f-4621-b444-87ca0cd5be35 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487723 Jul 31 14:31:19.262195 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 4, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'gw_port': {'id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'aa44d6b6-34c3-4c21-8294-8df6d7db16ae', 'name': '', 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'mac_address': 'fa:16:3e:7e:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:13Z', 'updated_at': '2022-07-31T14:31:18Z', 'revision_number': 4, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'subnets': [{'id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:19.290618 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64befd45-48c5-428c-b6b7-c8e1267f6e60 None None] The sync data for ids ['704d496b-84fd-4198-aa32-b5906d1ad596'] in dv-cinder-849846-4-iscsi is: [{'id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 4, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'gw_port': {'id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'aa44d6b6-34c3-4c21-8294-8df6d7db16ae', 'name': '', 'network_id': '4fa408bb-cfac-4a05-ad2f-57290ad35686', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'mac_address': 'fa:16:3e:7e:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:13Z', 'updated_at': '2022-07-31T14:31:18Z', 'revision_number': 4, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'subnets': [{'id': 'd357c42f-c77f-4135-a6ab-7f4073d2f099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:31:20.105422 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:20.152937 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:20.153321 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:20.230831 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:20.232000 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device aa44d6b6-34c3-4c21-8294-8df6d7db16ae up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:20.274714 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port aa44d6b6-34c3-4c21-8294-8df6d7db16ae triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:20.274997 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:20.303335 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3745f2b-8205-47bc-96f7-cd4318870411 req-19ed4e87-cef9-462e-bbdc-cb4b60b3864d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:20.304875 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a3745f2b-8205-47bc-96f7-cd4318870411 req-19ed4e87-cef9-462e-bbdc-cb4b60b3864d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0507643 Jul 31 14:31:20.352537 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port aa44d6b6-34c3-4c21-8294-8df6d7db16ae is: DOWN; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:20.352931 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:20.362364 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a3745f2b-8205-47bc-96f7-cd4318870411 req-1c53bacd-c6de-4f9f-8fa7-6a7c68ec77ee tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513687 Jul 31 14:31:20.387166 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] For port aa44d6b6-34c3-4c21-8294-8df6d7db16ae, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=aa44d6b6-34c3-4c21-8294-8df6d7db16ae,segment=NetworkSegment(e4173743-16b8-4532-b04f-19847c4083bf),segment_id=e4173743-16b8-4532-b04f-19847c4083bf)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:31:20.391881 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:20.439066 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Pushing event updated for resources: {'Port': ['ID=aa44d6b6-34c3-4c21-8294-8df6d7db16ae,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:21.492673 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f5ba1-9f12-4909-968d-c7af239ad683 req-34625516-1dd1-4cb4-be06-5c7ef1bc55c6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:21.494028 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-900f5ba1-9f12-4909-968d-c7af239ad683 req-34625516-1dd1-4cb4-be06-5c7ef1bc55c6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0495088 Jul 31 14:31:21.541888 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-900f5ba1-9f12-4909-968d-c7af239ad683 req-c5583641-8324-410b-b115-97329a6c8ac7 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Jul 31 14:31:22.075082 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device aa44d6b6-34c3-4c21-8294-8df6d7db16ae up at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:22.101511 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:22.112234 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:22.127621 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Provisioning complete for port aa44d6b6-34c3-4c21-8294-8df6d7db16ae triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:22.127992 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:22.202604 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Current status of the port aa44d6b6-34c3-4c21-8294-8df6d7db16ae is: ACTIVE; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:22.663489 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe11664-9f99-4252-8970-5f4973ce9757 req-ea159c93-f355-4044-b4ea-b25eba6956ef tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:22.664979 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-abe11664-9f99-4252-8970-5f4973ce9757 req-ea159c93-f355-4044-b4ea-b25eba6956ef tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0484838 Jul 31 14:31:22.712082 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-abe11664-9f99-4252-8970-5f4973ce9757 req-d563e86f-981f-4d4a-b991-ea24060d1582 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416627 Jul 31 14:31:23.832495 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28e65-7ba6-483e-afd8-7315bb7177e7 req-a0afaf11-f922-4d06-886b-1bdbff77e400 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:23.833909 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6fb28e65-7ba6-483e-afd8-7315bb7177e7 req-a0afaf11-f922-4d06-886b-1bdbff77e400 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0464151 Jul 31 14:31:23.884295 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6fb28e65-7ba6-483e-afd8-7315bb7177e7 req-843dad7f-3bd0-46b1-9b43-639bd787b1d2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448589 Jul 31 14:31:23.969080 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:25.002834 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bb819-dadb-4a3b-95f1-ca9c34e66e02 req-8034c5ea-c525-47e1-8d84-3fe992349ff3 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:25.004208 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d6bb819-dadb-4a3b-95f1-ca9c34e66e02 req-8034c5ea-c525-47e1-8d84-3fe992349ff3 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0467074 Jul 31 14:31:25.055946 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1d6bb819-dadb-4a3b-95f1-ca9c34e66e02 req-28193924-2ac3-41bb-99a9-1dd995d8bc4a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460649 Jul 31 14:31:26.137530 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:26.158995 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:26.176959 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13793e94-a81b-4a2e-8560-f66c8d25338a req-3526b6e4-93ad-419a-9aab-4cec6aa82bc0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:26.178561 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-13793e94-a81b-4a2e-8560-f66c8d25338a req-3526b6e4-93ad-419a-9aab-4cec6aa82bc0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0506098 Jul 31 14:31:26.225116 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-13793e94-a81b-4a2e-8560-f66c8d25338a req-35f87ce7-bbbd-429c-9c5c-035a5a8d5d65 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Jul 31 14:31:27.346631 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8aa4-7650-4dd5-bc5c-958057c4bad7 req-6960f0f5-4b88-4e49-9c33-8800e54cb290 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:27.348196 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89ea8aa4-7650-4dd5-bc5c-958057c4bad7 req-6960f0f5-4b88-4e49-9c33-8800e54cb290 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0480607 Jul 31 14:31:27.396397 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89ea8aa4-7650-4dd5-bc5c-958057c4bad7 req-30abfb07-1cf5-4135-aa69-49b645081a74 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426550 Jul 31 14:31:28.463777 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:31:28.523851 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d420ddc-ae2c-4874-bc9a-c02a1560b9f0 req-73f74885-d684-48d7-89be-cfa738906928 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:28.525293 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3d420ddc-ae2c-4874-bc9a-c02a1560b9f0 req-73f74885-d684-48d7-89be-cfa738906928 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0460460 Jul 31 14:31:28.571195 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3d420ddc-ae2c-4874-bc9a-c02a1560b9f0 req-2049af97-9ed9-4c2f-b5a6-72d2dfe37052 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403688 Jul 31 14:31:29.690394 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e4c44-2e40-48fe-a0d8-b097fb57a30c req-1a4c9085-1de3-4e2e-9e57-e9a9cb55e47c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:29.691880 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-618e4c44-2e40-48fe-a0d8-b097fb57a30c req-1a4c9085-1de3-4e2e-9e57-e9a9cb55e47c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0474415 Jul 31 14:31:29.743629 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-618e4c44-2e40-48fe-a0d8-b097fb57a30c req-7fec5c82-1d16-43ab-9521-3ac07e9f968b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461214 Jul 31 14:31:29.946320 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fe8bc-cb23-4087-96b2-8af9f1d0899c req-39ba34a7-c608-42a9-bd77-5a87f8f0d066 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:29.947844 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd9fe8bc-cb23-4087-96b2-8af9f1d0899c req-39ba34a7-c608-42a9-bd77-5a87f8f0d066 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0516558 Jul 31 14:31:30.000276 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd9fe8bc-cb23-4087-96b2-8af9f1d0899c req-4e39eddb-528b-4885-ad61-c943089126b7 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460460 Jul 31 14:31:30.029740 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-1cf3d137-1ae4-4111-809c-2a4dbf0d0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:30.031206 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-1cf3d137-1ae4-4111-809c-2a4dbf0d0c1f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 1130 time: 0.0430052 Jul 31 14:31:30.123997 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-20e71d87-2ec7-44dd-bccc-7dc98729921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:30.125669 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-20e71d87-2ec7-44dd-bccc-7dc98729921b service neutron] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 911 time: 0.0882301 Jul 31 14:31:30.189863 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-ef60968e-4eec-46ce-81d2-765722afe455 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f HTTP/1.1" status: 200 len: 1001 time: 0.0582674 Jul 31 14:31:30.238471 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-e6a36744-0802-4fd8-8d22-807ff4ef267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:30.239952 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-e6a36744-0802-4fd8-8d22-807ff4ef267c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0445166 Jul 31 14:31:30.282796 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-21efcf27-0d6f-441a-85c3-a0697d1376ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:30.284235 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-21efcf27-0d6f-441a-85c3-a0697d1376ab service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380828 Jul 31 14:31:30.377775 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-dde30d36-1677-4b46-b77a-893a23394f71 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871530 Jul 31 14:31:30.464324 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b25d58ba-227f-4019-ac13-d0c4334b2948 req-e240bd05-e1a0-4a9d-a90e-683ef45ded80 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815763 Jul 31 14:31:30.943967 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-ccac621f-aee9-4691-b172-cd8c2fd27440 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991941503&fields=id&tenant_id=8561e7f1f3d040e28d5084ebf937e198 HTTP/1.1" status: 200 len: 267 time: 0.0487680 Jul 31 14:31:31.054218 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-89749e04-3ff3-4c89-8a93-d0df2fb4ecff tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:31.055726 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-89749e04-3ff3-4c89-8a93-d0df2fb4ecff tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 812 time: 0.1053531 Jul 31 14:31:31.070687 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-60a0ce57-36ab-478e-9062-a84bbdafaeb3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/quotas/8561e7f1f3d040e28d5084ebf937e198 HTTP/1.1" status: 200 len: 375 time: 0.0097725 Jul 31 14:31:31.127034 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-c9ffcb03-af04-4645-b28b-3445288ed024 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481045 Jul 31 14:31:31.127242 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4d76-6148-45ef-b4ff-af1dd0fa9564 req-b4176b42-495a-40fc-85ec-835606cc2786 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:31.127242 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd7e4d76-6148-45ef-b4ff-af1dd0fa9564 req-b4176b42-495a-40fc-85ec-835606cc2786 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0473671 Jul 31 14:31:31.174228 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd7e4d76-6148-45ef-b4ff-af1dd0fa9564 req-f8549168-55da-401d-991f-94e64d1b78b6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428491 Jul 31 14:31:31.216094 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:31.220525 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-53a4a266-917b-4403-92bc-765796938cee service neutron] 10.222.0.40 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845044 Jul 31 14:31:31.311875 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-32b7d11e-51c8-4921-8d69-8bc207e2ff4c service neutron] 10.222.0.40 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855131 Jul 31 14:31:31.602971 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-feed104a-46e0-4127-ad8b-8deed3a96b5d req-8ff1b767-e523-4674-9e33-56a2ad4c2dfc tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 210 time: 0.0326023 Jul 31 14:31:32.704094 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-829581fb-83f4-4d40-85df-6f392afd837c req-a2157875-1d93-483e-abbb-b89315abfca6 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 210 time: 0.0293415 Jul 31 14:31:32.809327 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:32.869673 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-f5da8d81-38ba-429b-bd29-462dfb388ef7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:32.871111 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-f5da8d81-38ba-429b-bd29-462dfb388ef7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 812 time: 0.1168063 Jul 31 14:31:32.938223 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-ca762ce4-2210-4380-add1-36184d9bf4b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8561e7f1f3d040e28d5084ebf937e198 HTTP/1.1" status: 200 len: 380 time: 0.0536113 Jul 31 14:31:32.947248 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'port': {'device_id': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'admin_state_up': True, 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'security_groups': ['0082c3c2-adf8-4359-8100-3792ab6664e7']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:33.052589 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Made reservation on behalf of 8561e7f1f3d040e28d5084ebf937e198 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:31:33.056033 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:33.184607 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Allocated IP 172.20.0.8 (4031262c-bbbd-4f7f-958b-e948963cb0b2/88c828a1-5e2e-4581-bb49-4abd458b834a/12d3e4ce-529c-4b75-a6d6-c27a4c8b2640) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:31:33.327368 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:33.359381 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:33.406484 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:33.413171 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:33.415167 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'Port': ['ID=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:33.417375 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:31:33.420165 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:33.452234 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.452797 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.453143 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.453483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.453811 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.454170 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.454499 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.454822 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.455149 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.455491 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.455820 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.456147 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.456468 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.456785 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.457105 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:33.487012 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:33.487646 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:33.506639 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-8521aa90-894f-49b1-b5fb-3ed987538a33 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628433 Jul 31 14:31:33.526167 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Request body: {'port': {'device_id': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:33.597168 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:33.648416 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:33.703786 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-f7288d07-618f-431f-ba2d-9cf34ed47cb5 None None] Provisioning complete for port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:33.704880 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7288d07-618f-431f-ba2d-9cf34ed47cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:33.738332 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f7288d07-618f-431f-ba2d-9cf34ed47cb5 None None] Port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:31:33.822375 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dc906-4543-4b7c-a6d4-0566bcd07491 req-b4919ec9-ca6b-4aa5-b880-18a78f144c2a tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:33.823839 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f24dc906-4543-4b7c-a6d4-0566bcd07491 req-b4919ec9-ca6b-4aa5-b880-18a78f144c2a tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 931 time: 0.0461786 Jul 31 14:31:33.856710 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:31:33.864284 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Publish callbacks [] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:33.864882 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:33.874606 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f24dc906-4543-4b7c-a6d4-0566bcd07491 req-3a08c382-6f3a-406e-be84-431812b52cc3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443959 Jul 31 14:31:33.877378 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Transition to ACTIVE for port object 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:31:33.882443 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:33.962308 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:33.989081 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Attempting to bind port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:31:33.989408 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Attempting to bind port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:31:33.989732 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Attempting to bind port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:31:33.994144 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:31:33.994454 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Attempting to bind port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:31:33.999337 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:31:33.999708 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Checking segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:31:34.000078 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Bound using segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:31:34.000494 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Bound port: 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:31:34.000845 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:34.062885 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] For port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:31:34.066527 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] For port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:31:34.072370 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:34.077409 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:34.078012 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:34.079970 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] 10.222.0.17 "PUT /v2.0/ports/12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 HTTP/1.1" status: 200 len: 1093 time: 0.5586345 Jul 31 14:31:34.080466 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'tag': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:31:34.082688 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad26b23-a59a-4de7-a1c5-65525318587e" -d '{"events": [{"name": "network-changed", "server_uuid": "34675f3a-4930-453a-9c06-142fabaa0dcc", "tag": "12d3e4ce-529c-4b75-a6d6-c27a4c8b2640"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:31:34.126533 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68e4b4d-58e0-4f41-b540-561d210d1ac5 x-openstack-request-id: req-d68e4b4d-58e0-4f41-b540-561d210d1ac5 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:31:34.127021 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34675f3a-4930-453a-9c06-142fabaa0dcc", "tag": "12d3e4ce-529c-4b75-a6d6-c27a4c8b2640", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:31:34.127274 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d68e4b4d-58e0-4f41-b540-561d210d1ac5 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:31:34.127723 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68e4b4d-58e0-4f41-b540-561d210d1ac5'] response: {'name': 'network-changed', 'server_uuid': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'tag': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'status': 'completed', 'code': 200} Jul 31 14:31:34.130884 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd5152-ee2b-4605-a39b-e15d3924bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:34.180514 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-fd009425-f6d4-4c9d-b579-205365349d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:34.182061 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-fd009425-f6d4-4c9d-b579-205365349d55 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 1127 time: 0.0389516 Jul 31 14:31:34.227035 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-140411b8-512a-46cc-8185-ca7d6303f935 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 HTTP/1.1" status: 200 len: 217 time: 0.0325592 Jul 31 14:31:34.279041 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-c8e1985a-66c2-4736-af43-dd62201fda82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:34.280452 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-c8e1985a-66c2-4736-af43-dd62201fda82 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0466397 Jul 31 14:31:34.322875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-238c83ad-8c57-47c1-8061-11e1706ef2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:34.324344 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-238c83ad-8c57-47c1-8061-11e1706ef2ba service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380583 Jul 31 14:31:34.404129 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:34.415292 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-0a204bec-8c7a-42e5-8508-79147588469a service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846848 Jul 31 14:31:34.519063 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3ef00195-e83b-4c1d-9803-8083849e6a90 req-4eb6bb59-ecac-4094-b046-95ef855022e1 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983524 Jul 31 14:31:34.807487 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad26b23-a59a-4de7-a1c5-65525318587e req-ed5e22a0-2484-4033-abeb-9f6a4d2547a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:34.809111 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fad26b23-a59a-4de7-a1c5-65525318587e req-ed5e22a0-2484-4033-abeb-9f6a4d2547a0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 1127 time: 0.0404043 Jul 31 14:31:34.875325 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:34.908197 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad26b23-a59a-4de7-a1c5-65525318587e req-68feac28-e6f3-4899-a044-9f12d659d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:34.909664 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fad26b23-a59a-4de7-a1c5-65525318587e req-68feac28-e6f3-4899-a044-9f12d659d11d service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.0939755 Jul 31 14:31:34.949075 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fad26b23-a59a-4de7-a1c5-65525318587e req-d9da7463-428e-49b0-8178-b7686443d274 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 HTTP/1.1" status: 200 len: 217 time: 0.0335257 Jul 31 14:31:34.995863 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d6cad-4237-4b69-ae5a-3cc421853c52 req-6571e74b-3a10-426c-8daf-3f6155658cc5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:34.996606 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad26b23-a59a-4de7-a1c5-65525318587e req-0e0a8211-2cd5-412f-9008-4e895c2ee30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:34.997344 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-566d6cad-4237-4b69-ae5a-3cc421853c52 req-6571e74b-3a10-426c-8daf-3f6155658cc5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 943 time: 0.0476499 Jul 31 14:31:34.998050 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fad26b23-a59a-4de7-a1c5-65525318587e req-0e0a8211-2cd5-412f-9008-4e895c2ee30c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0442023 Jul 31 14:31:35.044465 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad26b23-a59a-4de7-a1c5-65525318587e req-69f35f6e-1af9-4777-8477-5e6ef6077c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:35.045933 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fad26b23-a59a-4de7-a1c5-65525318587e req-69f35f6e-1af9-4777-8477-5e6ef6077c9d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424452 Jul 31 14:31:35.046572 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-566d6cad-4237-4b69-ae5a-3cc421853c52 req-bb0e74ff-60bc-4fc9-9054-dc25b9ee3ca5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Jul 31 14:31:35.145315 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fad26b23-a59a-4de7-a1c5-65525318587e req-5a0f45fd-f140-4f95-b73c-aa3e8ae78e2d service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881219 Jul 31 14:31:35.240863 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fad26b23-a59a-4de7-a1c5-65525318587e req-3d025469-f7b6-46cd-ab3a-0e17740cff41 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950184 Jul 31 14:31:36.163359 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157d148-d75a-468d-b1a4-266b50b896fd req-f8c7e754-3e23-48bd-b10f-71954a500e42 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:36.164833 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c157d148-d75a-468d-b1a4-266b50b896fd req-f8c7e754-3e23-48bd-b10f-71954a500e42 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 943 time: 0.0459998 Jul 31 14:31:36.213159 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c157d148-d75a-468d-b1a4-266b50b896fd req-4975b903-4cb6-40b6-b34d-e8427265fa2d tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Jul 31 14:31:37.337824 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d2902-a55e-4383-a8f7-bac775e87170 req-ccc55522-f4d1-4514-83a8-5d30839f70dd tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:37.339295 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed3d2902-a55e-4383-a8f7-bac775e87170 req-ccc55522-f4d1-4514-83a8-5d30839f70dd tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 943 time: 0.0511031 Jul 31 14:31:37.387120 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed3d2902-a55e-4383-a8f7-bac775e87170 req-7aad3f52-2f45-4866-a831-4b85442324cc tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Jul 31 14:31:37.992501 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9715c18-592a-41da-9b13-57aec6fcc794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:38.456744 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:38.461694 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:38.505723 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40f07-2804-4729-8d27-e974723cfa9f req-698a72ed-e958-4314-8304-753edbd0fa5c tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:38.507168 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dac40f07-2804-4729-8d27-e974723cfa9f req-698a72ed-e958-4314-8304-753edbd0fa5c tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 943 time: 0.0505137 Jul 31 14:31:38.555806 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dac40f07-2804-4729-8d27-e974723cfa9f req-57698fbb-ce30-4597-873f-0fabcca0de87 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Jul 31 14:31:39.671730 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c368d5-a690-4556-8a59-2034bd21d056 req-06883dda-c904-446b-96fd-2b2ee99baf95 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:39.673796 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-81c368d5-a690-4556-8a59-2034bd21d056 req-06883dda-c904-446b-96fd-2b2ee99baf95 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 943 time: 0.0465665 Jul 31 14:31:39.691295 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:39.722572 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-81c368d5-a690-4556-8a59-2034bd21d056 req-8e1d4efe-dd78-44a3-97aa-834f06dddaf1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Jul 31 14:31:40.132190 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3bab-bf89-416f-b156-6eca78cc32e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:40.840954 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0b33b-ae48-4347-a337-cf7737c9a8ec req-cff542b5-e55e-4890-ae0f-40d6d36b99a1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:40.842401 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f6d0b33b-ae48-4347-a337-cf7737c9a8ec req-cff542b5-e55e-4890-ae0f-40d6d36b99a1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 943 time: 0.0517578 Jul 31 14:31:40.892850 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f6d0b33b-ae48-4347-a337-cf7737c9a8ec req-22d9e1e0-e079-40b7-a3ee-ee058e94182b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444160 Jul 31 14:31:41.452822 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:42.009382 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79e6fd-2317-4cca-a3e9-24df3e8a4f9e req-e8fad254-dac3-4fcd-848b-08b670276259 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:42.010838 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9a79e6fd-2317-4cca-a3e9-24df3e8a4f9e req-e8fad254-dac3-4fcd-848b-08b670276259 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 943 time: 0.0467386 Jul 31 14:31:42.062464 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9a79e6fd-2317-4cca-a3e9-24df3e8a4f9e req-d86589ed-e9bd-420f-a1b8-d2ee29a4033d tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461149 Jul 31 14:31:42.383543 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:31:42.480587 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:31:42.492058 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'port_id': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'mac_address': 'fa:16:3e:d6:b4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:31:42.528317 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:42.528705 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:42.542183 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:31:42.562310 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:31:42.566157 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:42.613360 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:42.829540 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:42.874698 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['12d3e4ce-529c-4b75-a6d6-c27a4c8b2640'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:31:43.012489 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:43.097939 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:43.181043 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a71f0b-17a9-4ebf-ba90-15d939832338 req-56e6c99d-3907-42ae-b4ba-a167de67e431 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:43.182479 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-54a71f0b-17a9-4ebf-ba90-15d939832338 req-56e6c99d-3907-42ae-b4ba-a167de67e431 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 944 time: 0.0461152 Jul 31 14:31:43.234639 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-54a71f0b-17a9-4ebf-ba90-15d939832338 req-107d0258-c768-4e75-ba5f-329660f166c3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464532 Jul 31 14:31:44.350792 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0258af0-b627-48b7-9752-fcc4c18a05aa req-2626ae95-71ff-4039-a90c-5ab02f2ff52f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:44.352265 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a0258af0-b627-48b7-9752-fcc4c18a05aa req-2626ae95-71ff-4039-a90c-5ab02f2ff52f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 944 time: 0.0471146 Jul 31 14:31:44.394848 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:31:44.397956 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:44.400915 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a0258af0-b627-48b7-9752-fcc4c18a05aa req-565f70c1-fef9-4430-a47a-56c6e4fc5c35 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Jul 31 14:31:44.440823 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:31:44.446463 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:31:44.446838 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:44.643408 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:31:44.643829 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:44.666166 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:31:44.668422 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3e595a-8d79-4ac3-a3b5-5375657376b4" -d '{"events": [{"server_uuid": "34675f3a-4930-453a-9c06-142fabaa0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "12d3e4ce-529c-4b75-a6d6-c27a4c8b2640"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:31:44.680787 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:31:44.685637 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:44.711556 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e1aca4-0c47-4754-a779-5b756689380e x-openstack-request-id: req-73e1aca4-0c47-4754-a779-5b756689380e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:31:44.711845 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34675f3a-4930-453a-9c06-142fabaa0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "12d3e4ce-529c-4b75-a6d6-c27a4c8b2640", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:31:44.712092 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-73e1aca4-0c47-4754-a779-5b756689380e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:31:44.712478 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e1aca4-0c47-4754-a779-5b756689380e'] response: {'server_uuid': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'code': 200} Jul 31 14:31:44.736720 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:44.935603 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:44.964832 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be69e-0a4b-421e-92db-f288caf63462 req-41a7f6d2-c304-407a-847b-995d51145b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:44.966299 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d30be69e-0a4b-421e-92db-f288caf63462 req-41a7f6d2-c304-407a-847b-995d51145b3f service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 1129 time: 0.0393598 Jul 31 14:31:45.011207 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d30be69e-0a4b-421e-92db-f288caf63462 req-35066023-7cc0-4158-8f7d-50866c44aade service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391984 Jul 31 14:31:45.518081 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd07f7-b0d2-4f05-9731-cd20309950ee req-22763219-b3e2-4684-8884-f2678ffda6a8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:45.519556 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-28bd07f7-b0d2-4f05-9731-cd20309950ee req-22763219-b3e2-4684-8884-f2678ffda6a8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 945 time: 0.0459468 Jul 31 14:31:45.567670 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-28bd07f7-b0d2-4f05-9731-cd20309950ee req-e229e45b-80ec-4b35-ba06-c8f11831765c tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425866 Jul 31 14:31:46.685026 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4beb-6728-440f-9c9d-6f5272ba26cd req-c8cbf4ff-7b23-4994-80fb-5e19d3386fc5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:46.686453 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b3cf4beb-6728-440f-9c9d-6f5272ba26cd req-c8cbf4ff-7b23-4994-80fb-5e19d3386fc5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 945 time: 0.0456934 Jul 31 14:31:46.733986 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b3cf4beb-6728-440f-9c9d-6f5272ba26cd req-5e11a3f1-318e-4494-94b1-095f1bab9d63 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414736 Jul 31 14:31:46.854190 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300ffb3-6c0e-48b6-bdc5-847576de882f req-b20d9c0d-6a36-4782-91c3-343b4fa99640 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:46.855543 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f300ffb3-6c0e-48b6-bdc5-847576de882f req-b20d9c0d-6a36-4782-91c3-343b4fa99640 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 945 time: 0.0491483 Jul 31 14:31:46.904054 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f300ffb3-6c0e-48b6-bdc5-847576de882f req-549097f7-54ba-4b42-94f3-692cd9f57eb9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Jul 31 14:31:46.932031 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35790) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:47.061069 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165ff39-abb2-4e5e-91c8-5d79f4fa20d0 tempest-TestVolumeBootPattern-435645162 tempest-TestVolumeBootPattern-435645162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:47.062543 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2165ff39-abb2-4e5e-91c8-5d79f4fa20d0 tempest-TestVolumeBootPattern-435645162 tempest-TestVolumeBootPattern-435645162-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 1124 time: 0.1295509 Jul 31 14:31:47.065510 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35794) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:31:47.069586 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'port_id': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:31:47.090194 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:47.169914 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:47.271260 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Allocated IP 172.27.1.42 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/b52e2ce0-4689-4d49-8b14-bc0a722573c9) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:31:47.330892 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:47.378243 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for port (b52e2ce0-4689-4d49-8b14-bc0a722573c9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:47.410799 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (b52e2ce0-4689-4d49-8b14-bc0a722573c9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:47.449584 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:47.451786 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:31:47.457893 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:31:47.460483 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:31:47.462563 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'Port': ['ID=b52e2ce0-4689-4d49-8b14-bc0a722573c9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:47.491380 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.491748 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.492097 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.492437 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.492767 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.493094 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.493419 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.493743 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.494067 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.494390 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.494713 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.495036 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.495358 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.495702 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.496020 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:31:47.818898 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (e7b54ae7-a0b5-4d7f-bebd-9ae461551d70), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:47.883486 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (b52e2ce0-4689-4d49-8b14-bc0a722573c9), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:48.029094 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for port (b52e2ce0-4689-4d49-8b14-bc0a722573c9), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:48.033411 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10251120'] for port (b52e2ce0-4689-4d49-8b14-bc0a722573c9), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:48.038396 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:48.101715 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'Port': ['ID=b52e2ce0-4689-4d49-8b14-bc0a722573c9,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:31:48.108112 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (e7b54ae7-a0b5-4d7f-bebd-9ae461551d70), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:48.203772 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Floating IP e7b54ae7-a0b5-4d7f-bebd-9ae461551d70 associated. External IP: 172.27.1.42, port: 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640. Jul 31 14:31:48.279941 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:48.403296 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Router 768966a2-247a-487a-b670-94a9c854d5f8 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:31:48.504471 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:31:48.513806 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] Sync routers for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:31:48.521859 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:48.523548 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:48.524164 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:31:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:48.555853 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-01ac463b-fdc6-414f-b6b3-63b12f0b2629 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4891748 Jul 31 14:31:48.556293 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'tag': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:31:48.559123 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61592864-71c2-48bb-bcb7-d62b198d0874" -d '{"events": [{"name": "network-changed", "server_uuid": "34675f3a-4930-453a-9c06-142fabaa0dcc", "tag": "12d3e4ce-529c-4b75-a6d6-c27a4c8b2640"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:31:48.596192 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deaf89c-2cd1-482a-b4ad-fcba85907f57 x-openstack-request-id: req-0deaf89c-2cd1-482a-b4ad-fcba85907f57 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:31:48.596480 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34675f3a-4930-453a-9c06-142fabaa0dcc", "tag": "12d3e4ce-529c-4b75-a6d6-c27a4c8b2640", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:31:48.596733 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0deaf89c-2cd1-482a-b4ad-fcba85907f57 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:31:48.597137 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0deaf89c-2cd1-482a-b4ad-fcba85907f57'] response: {'name': 'network-changed', 'server_uuid': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'tag': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'status': 'completed', 'code': 200} Jul 31 14:31:48.633184 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:48.680136 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-d0e468bf-0c0e-4f1e-95fb-f58775eda534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:48.681535 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-d0e468bf-0c0e-4f1e-95fb-f58775eda534 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 1129 time: 0.0426502 Jul 31 14:31:48.773486 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-2f49c35c-e627-426a-a571-65ea95498b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:48.775226 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-2f49c35c-e627-426a-a571-65ea95498b16 service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.0870512 Jul 31 14:31:48.832760 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:48.839638 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'e7b54ae7-a0b5-4d7f-bebd-9ae461551d70', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:d6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:31:47Z', 'updated_at': '2022-07-31T14:31:47Z', 'revision_number': 0, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:48.839902 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-f38874d4-92a3-4dad-8fdd-bb08b6147e7d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 HTTP/1.1" status: 200 len: 998 time: 0.0593286 Jul 31 14:31:48.867385 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] Checking router: 768966a2-247a-487a-b670-94a9c854d5f8 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:31:48.875624 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:31:48.876223 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:31:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:48.887363 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-23b73c0e-b3c0-40fa-a17d-c17736d2d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:48.888833 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-23b73c0e-b3c0-40fa-a17d-c17736d2d8f1 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0435636 Jul 31 14:31:48.934952 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-6e377ca2-ba52-4ac8-b3df-e6fb59e3bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:48.936369 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-6e377ca2-ba52-4ac8-b3df-e6fb59e3bc4f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411484 Jul 31 14:31:48.977238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:31:49.030728 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-537c5577-cc3a-473f-ba94-6c0a28ec5f23 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876563 Jul 31 14:31:49.119613 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-61592864-71c2-48bb-bcb7-d62b198d0874 req-45331f9e-9b67-47f5-88ff-72413ccbab5a service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825262 Jul 31 14:31:49.150626 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:49.176007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:49.190818 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'e7b54ae7-a0b5-4d7f-bebd-9ae461551d70', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:d6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:31:47Z', 'updated_at': '2022-07-31T14:31:47Z', 'revision_number': 0, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:31:49.215649 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c5910-fdf6-426d-b05a-7bb9154ff6e1 None None] The sync data for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi is: [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': 'e7b54ae7-a0b5-4d7f-bebd-9ae461551d70', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:d6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:31:47Z', 'updated_at': '2022-07-31T14:31:47Z', 'revision_number': 0, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:31:49.399596 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e367e2a-e7eb-4ffd-bcd8-9015b3ce46b6 None None] New status for floating IP e7b54ae7-a0b5-4d7f-bebd-9ae461551d70: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:31:53.982772 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:31:56.312631 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-24e3d07c-8c66-4d7e-83f8-9e1459fdef0f service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414023 Jul 31 14:31:56.408824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-aa1cb621-257d-4bad-a74c-30af8be3e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:56.410268 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-aa1cb621-257d-4bad-a74c-30af8be3e942 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 1130 time: 0.0388732 Jul 31 14:31:56.510160 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-3d673d9c-1ab7-4a20-8ba8-b41296de6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:56.511596 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-3d673d9c-1ab7-4a20-8ba8-b41296de6fbf service neutron] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 911 time: 0.0841439 Jul 31 14:31:56.574633 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-3d910e7f-7021-4fe9-a61a-f1eec0c93373 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f HTTP/1.1" status: 200 len: 1001 time: 0.0566759 Jul 31 14:31:56.620445 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-b520a9ed-bdf0-4940-9ea3-bec0f0f76259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:56.621796 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-b520a9ed-bdf0-4940-9ea3-bec0f0f76259 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0413163 Jul 31 14:31:56.635682 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:56.664704 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-d2376447-83d8-4bdd-a6c5-89496d28e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:31:56.666127 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-d2376447-83d8-4bdd-a6c5-89496d28e523 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387032 Jul 31 14:31:56.756549 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-4dd0bed9-57fc-4f42-b22f-57da32760ed2 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841177 Jul 31 14:31:56.849243 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ee8d3e7d-319c-4a4e-8b7c-9c5337da2f45 req-f43ccdba-e1fc-4f3e-a400-816464242a90 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864003 Jul 31 14:31:58.545091 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:31:58.548880 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:02.518246 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=14 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:02.518990 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:03.969257 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:03.980115 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:05.230389 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7dff5-b23e-4813-aeb5-0d21a57d348b req-d60d71e0-146c-4047-b9a0-3727eaf946e7 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:05.231892 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-87f7dff5-b23e-4813-aeb5-0d21a57d348b req-d60d71e0-146c-4047-b9a0-3727eaf946e7 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0473161 Jul 31 14:32:05.281419 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-87f7dff5-b23e-4813-aeb5-0d21a57d348b req-ce28998e-dbda-470e-854a-c2257445a569 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Jul 31 14:32:05.462158 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:32:06.399084 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4c12f-15dd-499e-b22e-07d62d42b87f req-9db0b330-52aa-435b-acd6-e61627e4bb0b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:06.400539 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bcc4c12f-15dd-499e-b22e-07d62d42b87f req-9db0b330-52aa-435b-acd6-e61627e4bb0b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0464180 Jul 31 14:32:06.445900 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-bcc4c12f-15dd-499e-b22e-07d62d42b87f req-636e3d7a-71f6-4764-988e-eaceefbbe629 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398262 Jul 31 14:32:07.562103 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a17e3-9839-4493-85f9-8978bc4af747 req-dbc1ef03-ed87-4cf6-b435-a2c5de9e294f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:07.563582 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e55a17e3-9839-4493-85f9-8978bc4af747 req-dbc1ef03-ed87-4cf6-b435-a2c5de9e294f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0464096 Jul 31 14:32:07.609681 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e55a17e3-9839-4493-85f9-8978bc4af747 req-26812616-c27e-46ae-8532-ea2094e7f6b2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399542 Jul 31 14:32:07.994066 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2370668f-2ae0-44b6-9802-1dc3c0fc4b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:08.728920 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a61cf-be01-42a5-a374-b655545619f7 req-1e9768fa-f6d6-4725-a90a-b8f1b865584e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:08.730375 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-661a61cf-be01-42a5-a374-b655545619f7 req-1e9768fa-f6d6-4725-a90a-b8f1b865584e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0469236 Jul 31 14:32:08.777151 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-661a61cf-be01-42a5-a374-b655545619f7 req-9c3562d1-62cb-46b2-ba96-7dc9bdcc54fd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Jul 31 14:32:09.896653 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167b9a3-536a-4f4a-9c9a-125289bbd28b req-3ccb63a1-dba6-48ae-85fd-1fe2f88464eb tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:09.898098 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0167b9a3-536a-4f4a-9c9a-125289bbd28b req-3ccb63a1-dba6-48ae-85fd-1fe2f88464eb tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0501721 Jul 31 14:32:09.945734 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0167b9a3-536a-4f4a-9c9a-125289bbd28b req-6b7d5718-e40c-4805-8f02-426ea7fbb5cc tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Jul 31 14:32:10.134351 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff0fa083-ea70-4832-aef5-3f6a05bfafd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:11.069129 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e9ff2-625c-411d-b988-6fb3ab2a149d req-f20fa88a-3bf9-4fdc-be77-0c96198a5545 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:11.070548 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d29e9ff2-625c-411d-b988-6fb3ab2a149d req-f20fa88a-3bf9-4fdc-be77-0c96198a5545 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0497532 Jul 31 14:32:11.116784 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d29e9ff2-625c-411d-b988-6fb3ab2a149d req-a0a6dae0-c1c1-419f-840e-e86f1bc9cd82 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405104 Jul 31 14:32:11.452422 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:12.234319 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1e7de-6d1b-4d59-ab06-f9a9f23db4dd req-79650fa7-f6df-47cc-8aae-865b5afa8f4e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:12.235788 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b7f1e7de-6d1b-4d59-ab06-f9a9f23db4dd req-79650fa7-f6df-47cc-8aae-865b5afa8f4e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0466449 Jul 31 14:32:12.283746 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b7f1e7de-6d1b-4d59-ab06-f9a9f23db4dd req-fb297629-c6f8-4a46-8fbc-3f0538e9023f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Jul 31 14:32:12.833027 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:13.005106 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:13.400400 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff62fa-3e3c-4934-9633-341cc3c0514b req-81618133-bd88-4716-86e9-b1bd9728a80d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:13.401751 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dfff62fa-3e3c-4934-9633-341cc3c0514b req-81618133-bd88-4716-86e9-b1bd9728a80d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0471380 Jul 31 14:32:13.421340 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:13.449239 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-dfff62fa-3e3c-4934-9633-341cc3c0514b req-e45ae53c-f696-4ba5-abc6-0751f6d0c4b4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Jul 31 14:32:14.565242 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817ff08-823f-4621-9d18-ea8eb8039ea6 req-755822c3-2f2c-4210-87ac-0371f1c9dc4e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:14.566684 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9817ff08-823f-4621-9d18-ea8eb8039ea6 req-755822c3-2f2c-4210-87ac-0371f1c9dc4e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0462830 Jul 31 14:32:14.617533 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9817ff08-823f-4621-9d18-ea8eb8039ea6 req-cea7c82a-fe79-4f22-9946-f72ba35d0da0 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453057 Jul 31 14:32:15.459273 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:15.734787 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79081-e414-4e9a-9d85-1abee7235570 req-d42b6180-8ed8-4de6-ae8f-81ec2d1ef40f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:15.736196 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-faf79081-e414-4e9a-9d85-1abee7235570 req-d42b6180-8ed8-4de6-ae8f-81ec2d1ef40f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0461218 Jul 31 14:32:15.785189 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-faf79081-e414-4e9a-9d85-1abee7235570 req-42eb6c35-ca55-49e4-a3fc-3395a3aa99df tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Jul 31 14:32:16.018456 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559bd5b-db51-4ad5-aeeb-faaeb103a174 req-889845b3-2b65-49c1-8ae2-5465e33dbf8a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:16.020004 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3559bd5b-db51-4ad5-aeeb-faaeb103a174 req-889845b3-2b65-49c1-8ae2-5465e33dbf8a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0466454 Jul 31 14:32:16.076950 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3559bd5b-db51-4ad5-aeeb-faaeb103a174 req-010a1094-b7f9-4831-9c65-3e7ba1dc48fe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513499 Jul 31 14:32:16.103750 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-ee9a44ac-394d-4544-9923-abab5d2071bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:16.105191 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-ee9a44ac-394d-4544-9923-abab5d2071bc service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 1130 time: 0.0409713 Jul 31 14:32:16.196020 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-ec71378d-1d52-4ccf-bf36-d93d8f0a66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:16.197457 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-ec71378d-1d52-4ccf-bf36-d93d8f0a66c9 service neutron] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 911 time: 0.0866966 Jul 31 14:32:16.256682 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-be52ea2e-c7d6-47e5-8c42-245b3e987b77 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f HTTP/1.1" status: 200 len: 1001 time: 0.0525951 Jul 31 14:32:16.269116 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:16.308844 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-ea2bff5e-321d-4128-a91a-bdca1598ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:16.310273 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-ea2bff5e-321d-4128-a91a-bdca1598ab67 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0481415 Jul 31 14:32:16.352932 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-60c9655e-735a-4cf9-b24b-1a94ffc18d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:16.354356 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-60c9655e-735a-4cf9-b24b-1a94ffc18d2e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383255 Jul 31 14:32:16.445411 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-3bfe9afc-8142-4a0b-ab94-37ea2a9470c1 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842226 Jul 31 14:32:16.531962 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1e5c11ca-dda5-4fef-914a-65a620a9f1f9 req-eb783fb4-be1b-46c3-8f39-e9fafa6d8ae7 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806534 Jul 31 14:32:17.198596 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12049ce6-571d-4764-89b1-fe6506c67351 req-38cafa9d-c630-4ab4-b11b-ac7bb619776b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:17.200343 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-12049ce6-571d-4764-89b1-fe6506c67351 req-38cafa9d-c630-4ab4-b11b-ac7bb619776b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0472012 Jul 31 14:32:17.247479 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-12049ce6-571d-4764-89b1-fe6506c67351 req-8d5acc2b-1561-432f-b5d9-1d4de87f87ae tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411704 Jul 31 14:32:22.998665 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:23.000555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:23.993142 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:26.512380 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=25 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:26.528809 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=70 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:27.241458 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=54 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:27.243856 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=54 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:33.982880 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:33.987747 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:37.996884 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f025c25-54b1-44fa-b928-b8ca9a0a1b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:39.505435 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=15 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:39.515693 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=17 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:40.136912 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39bc4f6a-ef26-4a2f-96e3-bdca110cc924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:41.456049 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:42.461188 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:32:42.835414 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:43.006704 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:49.775775 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12afe0-665d-4b4b-85f7-523afd7820d1 req-7d0a32ef-3d67-48c9-a134-1c9857403cf6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:49.777241 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3b12afe0-665d-4b4b-85f7-523afd7820d1 req-7d0a32ef-3d67-48c9-a134-1c9857403cf6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0999694 Jul 31 14:32:49.826944 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3b12afe0-665d-4b4b-85f7-523afd7820d1 req-7e3ff95b-c6d5-4c05-9e4b-6ef321db917d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440729 Jul 31 14:32:50.992453 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9a1a-cb1c-4b80-bd26-acba20591c4f req-41fda204-4fa8-4186-8414-4bb7f8ca84ce tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:50.993897 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5a2c9a1a-cb1c-4b80-bd26-acba20591c4f req-41fda204-4fa8-4186-8414-4bb7f8ca84ce tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0938745 Jul 31 14:32:51.042104 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5a2c9a1a-cb1c-4b80-bd26-acba20591c4f req-b29d2592-45a8-40a1-8c8a-710753fb6d3d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427268 Jul 31 14:32:51.690525 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-df7be68d-b79a-46d7-9854-7ab11a9d7946 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:51.691952 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-df7be68d-b79a-46d7-9854-7ab11a9d7946 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0455902 Jul 31 14:32:51.782713 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Deleting port ee3d38d3-7bf3-4165-afbd-947c828cab7f {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:32:51.783797 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:51.873309 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] For port ee3d38d3-7bf3-4165-afbd-947c828cab7f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ee3d38d3-7bf3-4165-afbd-947c828cab7f,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:32:51.873669 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:52.028987 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:52.029235 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (01e61a90-070d-4310-9480-00223e43220f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:52.029622 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Floating IP 01e61a90-070d-4310-9480-00223e43220f disassociated. External IP: 172.27.1.52, port: ee3d38d3-7bf3-4165-afbd-947c828cab7f. Jul 31 14:32:52.029993 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Calling delete_port for ee3d38d3-7bf3-4165-afbd-947c828cab7f owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:32:52.456183 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:52.456942 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:52.462092 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01eec8-ebef-4422-a87c-d307c960dd8b req-eb3c14f9-245a-4a38-9383-69db9ae8e85d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:52.464322 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d01eec8-ebef-4422-a87c-d307c960dd8b req-eb3c14f9-245a-4a38-9383-69db9ae8e85d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=942db3cc-e948-4ef3-9dd1-381f74a0bbad HTTP/1.1" status: 200 len: 946 time: 0.0893631 Jul 31 14:32:52.510375 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (ee3d38d3-7bf3-4165-afbd-947c828cab7f), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:52.550136 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event deleted for resources: {'Port': ['ID=ee3d38d3-7bf3-4165-afbd-947c828cab7f,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:52.571444 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.572467 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.572467 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.572467 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.573348 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.573348 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.573649 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.574007 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.574231 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.574554 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.575128 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.575480 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.575808 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.576125 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.576444 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:52.584117 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d01eec8-ebef-4422-a87c-d307c960dd8b req-1d801b2e-e47d-4141-a2d6-bb126d992bda tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=194cf144-2257-4953-be4c-0f4a4d254285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089354 Jul 31 14:32:52.685169 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Router 1f9ce495-9287-4a97-b604-1c92a589b4d5 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:32:52.696012 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:52.771363 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:52.796233 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:32:52.808308 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] Sync routers for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:32:52.820929 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:32:52.821686 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:32:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:32:52.843386 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] No DVR routers for this DVR port ee3d38d3-7bf3-4165-afbd-947c828cab7f on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:32:52.846027 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:52.849289 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8bd8ef0d-603b-413b-ab46-c0ecc503535c req-9cc59ea5-221f-438f-a4e7-53185c0c959a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "DELETE /v2.0/ports/ee3d38d3-7bf3-4165-afbd-947c828cab7f HTTP/1.1" status: 204 len: 173 time: 1.1524999 Jul 31 14:32:52.849929 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'name': 'network-vif-deleted', 'tag': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:32:52.852190 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39bd823-08a4-4e4a-ba1d-41b2590e80e6" -d '{"events": [{"server_uuid": "942db3cc-e948-4ef3-9dd1-381f74a0bbad", "name": "network-vif-deleted", "tag": "ee3d38d3-7bf3-4165-afbd-947c828cab7f"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:32:52.900129 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995376e1-ea7f-49fd-b39a-915354cb7932 x-openstack-request-id: req-995376e1-ea7f-49fd-b39a-915354cb7932 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:32:52.900414 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942db3cc-e948-4ef3-9dd1-381f74a0bbad", "name": "network-vif-deleted", "tag": "ee3d38d3-7bf3-4165-afbd-947c828cab7f", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:32:52.900660 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-995376e1-ea7f-49fd-b39a-915354cb7932 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:32:52.901062 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995376e1-ea7f-49fd-b39a-915354cb7932'] response: {'server_uuid': '942db3cc-e948-4ef3-9dd1-381f74a0bbad', 'name': 'network-vif-deleted', 'tag': 'ee3d38d3-7bf3-4165-afbd-947c828cab7f', 'status': 'completed', 'code': 200} Jul 31 14:32:52.940838 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:32:53.132015 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:32:53.159879 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] Checking router: 1f9ce495-9287-4a97-b604-1c92a589b4d5 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:32:53.168397 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:32:53.168997 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:32:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:32:53.268341 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:32:53.448185 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:32:53.472768 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b48e76-7a77-4da5-b5ed-f07b47f2dffc None None] The sync data for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi is: [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:32:53.681553 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35880) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:32:53.717219 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd24323-0f39-4c76-b91c-214027a53314 None None] New status for floating IP 01e61a90-070d-4310-9480-00223e43220f: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:32:53.739019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc978236-9593-4704-9e94-1d6e8d1a1429 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (194cf144-2257-4953-be4c-0f4a4d254285), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:53.762144 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc978236-9593-4704-9e94-1d6e8d1a1429 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (194cf144-2257-4953-be4c-0f4a4d254285), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:53.812869 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc978236-9593-4704-9e94-1d6e8d1a1429 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (194cf144-2257-4953-be4c-0f4a4d254285), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:53.815644 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc978236-9593-4704-9e94-1d6e8d1a1429 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:53.816821 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-bc978236-9593-4704-9e94-1d6e8d1a1429 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "DELETE /v2.0/security-groups/194cf144-2257-4953-be4c-0f4a4d254285 HTTP/1.1" status: 204 len: 168 time: 0.1344464 Jul 31 14:32:53.823632 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35882) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:32:53.829289 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc978236-9593-4704-9e94-1d6e8d1a1429 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194cf144-2257-4953-be4c-0f4a4d254285,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:53.844514 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-58cafdd8-d217-4e96-8f69-8c76c185d3a6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] show failed (client error): The resource could not be found. Jul 31 14:32:53.846323 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-58cafdd8-d217-4e96-8f69-8c76c185d3a6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups/194cf144-2257-4953-be4c-0f4a4d254285 HTTP/1.1" status: 404 len: 347 time: 0.0208254 Jul 31 14:32:53.849331 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35884) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:32:53.962732 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Deleting port 3c963ea4-781c-40e3-bcc7-ffc882253d41 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:32:53.962985 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (3c963ea4-781c-40e3-bcc7-ffc882253d41), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:53.998040 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:54.040718 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (3c963ea4-781c-40e3-bcc7-ffc882253d41), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:54.041039 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (3c963ea4-781c-40e3-bcc7-ffc882253d41), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:54.053489 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Calling delete_port for 3c963ea4-781c-40e3-bcc7-ffc882253d41 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:32:54.187773 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (3c963ea4-781c-40e3-bcc7-ffc882253d41), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:54.212549 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event deleted for resources: {'Port': ['ID=3c963ea4-781c-40e3-bcc7-ffc882253d41,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:54.224775 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.225123 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.225465 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.225808 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.226139 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.226466 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.226790 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.227112 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.227479 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.227784 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.228107 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.228428 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.228747 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.229064 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.229379 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:32:54.287369 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (01e61a90-070d-4310-9480-00223e43220f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:54.289882 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:54.291018 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4a71fa4f-6f6f-45eb-a21d-a5e6858bbe34 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "DELETE /v2.0/floatingips/01e61a90-070d-4310-9480-00223e43220f HTTP/1.1" status: 204 len: 168 time: 0.4407923 Jul 31 14:32:54.698520 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device ee3d38d3-7bf3-4165-afbd-947c828cab7f no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:32:54.721701 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: ee3d38d3-7bf3-4165-afbd-947c828cab7f {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:32:54.722044 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device ee3d38d3-7bf3-4165-afbd-947c828cab7f not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:32:55.379580 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35890) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:32:55.384101 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-5408f9e0-61a9-494c-9a9a-b51ce7a30018 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822424148', 'description': 'tempest-description--468470015'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:32:55.405654 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5408f9e0-61a9-494c-9a9a-b51ce7a30018 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.475513 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5408f9e0-61a9-494c-9a9a-b51ce7a30018 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (234e4b32-2b00-4d20-bb35-7588110932de), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.479206 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5408f9e0-61a9-494c-9a9a-b51ce7a30018 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (234e4b32-2b00-4d20-bb35-7588110932de), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.508817 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5408f9e0-61a9-494c-9a9a-b51ce7a30018 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.510007 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-5408f9e0-61a9-494c-9a9a-b51ce7a30018 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1293895 Jul 31 14:32:55.512092 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408f9e0-61a9-494c-9a9a-b51ce7a30018 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234e4b32-2b00-4d20-bb35-7588110932de,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:55.513069 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35892) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:32:55.517461 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-9daf9732-cd78-4f3c-a353-9da611b5fab6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'security_group_rule': {'security_group_id': '234e4b32-2b00-4d20-bb35-7588110932de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:32:55.542205 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9daf9732-cd78-4f3c-a353-9da611b5fab6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (5fdb7934-0286-42df-99fd-4c50d9b78189), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.599890 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9daf9732-cd78-4f3c-a353-9da611b5fab6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (5fdb7934-0286-42df-99fd-4c50d9b78189), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.603522 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9daf9732-cd78-4f3c-a353-9da611b5fab6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (5fdb7934-0286-42df-99fd-4c50d9b78189), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.621351 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf9732-cd78-4f3c-a353-9da611b5fab6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdb7934-0286-42df-99fd-4c50d9b78189,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:55.630410 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9daf9732-cd78-4f3c-a353-9da611b5fab6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.631700 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9daf9732-cd78-4f3c-a353-9da611b5fab6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175473 Jul 31 14:32:55.634335 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35894) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:32:55.638778 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-8762ed3d-4dbd-4d1c-bf99-5f29d28e0691 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'security_group_rule': {'security_group_id': '234e4b32-2b00-4d20-bb35-7588110932de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:32:55.664243 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8762ed3d-4dbd-4d1c-bf99-5f29d28e0691 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (d7673d70-dc1b-4889-89ee-b8295354260f), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.718104 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:55.720080 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8762ed3d-4dbd-4d1c-bf99-5f29d28e0691 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (d7673d70-dc1b-4889-89ee-b8295354260f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.724023 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8762ed3d-4dbd-4d1c-bf99-5f29d28e0691 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831899'] for security_group_rule (d7673d70-dc1b-4889-89ee-b8295354260f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.743511 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762ed3d-4dbd-4d1c-bf99-5f29d28e0691 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7673d70-dc1b-4889-89ee-b8295354260f,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:55.751531 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8762ed3d-4dbd-4d1c-bf99-5f29d28e0691 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:55.752740 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8762ed3d-4dbd-4d1c-bf99-5f29d28e0691 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175067 Jul 31 14:32:55.755901 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 35896) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:32:55.760126 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:32:55.771672 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:55.781860 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.099797 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.207129 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Allocated IP 172.27.1.204 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/2d6848ca-4c6b-49df-b058-9ae9010c25a2) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:32:56.245411 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-3ffab921-2cf5-4778-a79e-c65a70350d45 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389223 Jul 31 14:32:56.310338 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for port (2d6848ca-4c6b-49df-b058-9ae9010c25a2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.314858 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-cf786e6d-be77-4a16-97bc-4ed0e4c2c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:56.316507 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-cf786e6d-be77-4a16-97bc-4ed0e4c2c67b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 1129 time: 0.0393758 Jul 31 14:32:56.343316 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (2d6848ca-4c6b-49df-b058-9ae9010c25a2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.383511 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:32:56.386486 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:32:56.392745 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:32:56.418190 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'Port': ['ID=2d6848ca-4c6b-49df-b058-9ae9010c25a2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:56.425382 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-25c813fb-76dd-4fb1-94db-27d638e1a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:56.426837 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-25c813fb-76dd-4fb1-94db-27d638e1a6eb service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.0935121 Jul 31 14:32:56.479881 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (9fe72132-8f18-4e79-a1d5-0a6cd2ce869a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.489880 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-e0afc3aa-399e-4020-b331-bccf9049d2a1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 HTTP/1.1" status: 200 len: 1000 time: 0.0564659 Jul 31 14:32:56.517087 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2d6848ca-4c6b-49df-b058-9ae9010c25a2), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.541214 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-e2019090-4d77-47da-8ff9-b0478e68fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:56.542636 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-e2019090-4d77-47da-8ff9-b0478e68fbf3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0471485 Jul 31 14:32:56.588733 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-7b178fe4-ee40-4463-ab09-e70c1efa9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:56.590250 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-7b178fe4-ee40-4463-ab09-e70c1efa9673 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421028 Jul 31 14:32:56.665785 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for port (2d6848ca-4c6b-49df-b058-9ae9010c25a2), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.671167 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10251120'] for port (2d6848ca-4c6b-49df-b058-9ae9010c25a2), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.677282 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-1328b457-93ab-41dd-ba76-c38213996197 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813377 Jul 31 14:32:56.693704 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:56.723950 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:56.747943 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'Port': ['ID=2d6848ca-4c6b-49df-b058-9ae9010c25a2,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:56.752504 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (9fe72132-8f18-4e79-a1d5-0a6cd2ce869a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.769040 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:56.770267 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e641c992-201f-47e1-a763-fb07dff7c936 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0134416 Jul 31 14:32:56.776023 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-fa24557f-f8e7-4d34-a9d4-3b74e06aee8e req-55699ed1-ea6a-4d77-911c-971a5fc2a2d3 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924823 Jul 31 14:32:56.966618 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-b52392b1-1bb2-44fb-a148-b80c7861ae9f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1822424148&fields=id&tenant_id=1eec425dcc93489d9db53600cb95458d HTTP/1.1" status: 200 len: 267 time: 0.0418684 Jul 31 14:32:57.073170 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-e09ab6a7-6bdd-485e-94bf-f15eb1f035fd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:57.074596 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-e09ab6a7-6bdd-485e-94bf-f15eb1f035fd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 810 time: 0.1017883 Jul 31 14:32:57.088820 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-9f267f98-514e-4517-abfe-a3136dc38d3c tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/quotas/1eec425dcc93489d9db53600cb95458d HTTP/1.1" status: 200 len: 375 time: 0.0086825 Jul 31 14:32:57.136520 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-5578923f-bd5a-438b-8f30-2e7b466bc117 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430431 Jul 31 14:32:57.195012 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-4328a5c8-a1ce-42d4-90e2-9c89449e8101 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:32:57.196033 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-4328a5c8-a1ce-42d4-90e2-9c89449e8101 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0486369 Jul 31 14:32:57.287441 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-c29b8158-fad3-46fe-b639-524afdbf9205 service neutron] 10.222.0.40 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853367 Jul 31 14:32:57.375148 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-109d0c4a-0fb9-41c1-b8ee-3187cd5aa9d2 service neutron] 10.222.0.40 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820796 Jul 31 14:32:57.511363 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:57.531536 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e4dca668-46e5-4296-9369-2d86fa387299 req-739e4264-5e6e-4afd-b9f1-e133943d656e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 210 time: 0.0285747 Jul 31 14:32:58.422885 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:58.516369 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-fa85ec72-4346-411b-b706-375c0c5f9ec5 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:58.517887 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-fa85ec72-4346-411b-b706-375c0c5f9ec5 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 810 time: 0.1045890 Jul 31 14:32:58.585728 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ae784bd7-17f3-470e-b863-28cf7715e6be tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eec425dcc93489d9db53600cb95458d HTTP/1.1" status: 200 len: 380 time: 0.0533719 Jul 31 14:32:58.597663 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'port': {'device_id': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'admin_state_up': True, 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'security_groups': ['234e4b32-2b00-4d20-bb35-7588110932de']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:32:58.645480 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-020d87cc-3f39-45e8-95ec-cecc5394c139 req-22145b1d-61ed-4dfc-9b01-45b54932d5b1 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 210 time: 0.0281155 Jul 31 14:32:58.713545 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Made reservation on behalf of 1eec425dcc93489d9db53600cb95458d for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:32:58.717066 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:58.842304 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Allocated IP 172.20.0.5 (8c278ad5-3c57-484f-8e61-b722cfb0d058/2ba03423-26e1-4129-b1c8-b330bd49a1f3/1a0c7b25-db13-439d-92e3-5da8e6c0ab55) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:32:58.991023 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.021063 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.059623 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:32:59.062658 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:32:59.068962 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:32:59.097960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event updated for resources: {'Port': ['ID=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:59.126421 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:59.126975 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.145509 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-029d4727-d7d4-47e5-a71c-ca7c7f276865 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516317 Jul 31 14:32:59.166784 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Request body: {'port': {'device_id': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:32:59.229212 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.243139 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:59.260673 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:32:59.336870 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-fdf96af2-a222-4135-8ffd-8935c6d86b6d None None] Provisioning complete for port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:32:59.337443 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf96af2-a222-4135-8ffd-8935c6d86b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.368872 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fdf96af2-a222-4135-8ffd-8935c6d86b6d None None] Port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:32:59.491231 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:32:59.499119 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Publish callbacks [] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.511406 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Transition to ACTIVE for port object 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:32:59.514706 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.592013 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:59.622317 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Attempting to bind port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:32:59.622654 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Attempting to bind port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:32:59.622984 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Attempting to bind port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 on network 8c278ad5-3c57-484f-8e61-b722cfb0d058 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:32:59.627850 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 on network 8c278ad5-3c57-484f-8e61-b722cfb0d058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:32:59.628165 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Attempting to bind port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 on network 8c278ad5-3c57-484f-8e61-b722cfb0d058 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:32:59.632976 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:32:59.633316 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Checking segment: {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:32:59.633699 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Bound using segment: {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:32:59.634119 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Bound port: 1a0c7b25-db13-439d-92e3-5da8e6c0ab55, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdd9879-e5d6-4929-ad01-fb39adb4d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:32:59.634469 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.697157 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] For port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:32:59.700446 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] For port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:32:59.707207 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.711278 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:59.711916 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:32:59.713282 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] 10.222.0.17 "PUT /v2.0/ports/1a0c7b25-db13-439d-92e3-5da8e6c0ab55 HTTP/1.1" status: 200 len: 1093 time: 0.5559425 Jul 31 14:32:59.714714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'tag': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:32:59.716983 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed77948d-1569-4f2e-bf70-b49afc43907e" -d '{"events": [{"name": "network-changed", "server_uuid": "f36be164-718f-4738-bb6c-6a5618f80fdd", "tag": "1a0c7b25-db13-439d-92e3-5da8e6c0ab55"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:32:59.774945 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3333954-e5bd-49bd-96f5-16ab766353db x-openstack-request-id: req-f3333954-e5bd-49bd-96f5-16ab766353db {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:32:59.775380 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36be164-718f-4738-bb6c-6a5618f80fdd", "tag": "1a0c7b25-db13-439d-92e3-5da8e6c0ab55", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:32:59.775820 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f3333954-e5bd-49bd-96f5-16ab766353db {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:32:59.776432 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3333954-e5bd-49bd-96f5-16ab766353db'] response: {'name': 'network-changed', 'server_uuid': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'tag': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55', 'status': 'completed', 'code': 200} Jul 31 14:32:59.830593 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b194e2-0e11-4da7-a173-dce6f65581b4 req-c7b443cd-0c0f-4b2f-8171-7e65c3176b08 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:59.832083 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-37b194e2-0e11-4da7-a173-dce6f65581b4 req-c7b443cd-0c0f-4b2f-8171-7e65c3176b08 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 943 time: 0.1122148 Jul 31 14:32:59.835029 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dc671-0f96-42f5-a2a9-b28c4a97d734 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:32:59.856026 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-a575746c-a224-4e6a-9da3-103772c362a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:59.857458 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-a575746c-a224-4e6a-9da3-103772c362a2 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 1127 time: 0.0758481 Jul 31 14:32:59.916292 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-ffee2a8e-8913-4b79-967e-7be72b79897e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a0c7b25-db13-439d-92e3-5da8e6c0ab55 HTTP/1.1" status: 200 len: 217 time: 0.0439289 Jul 31 14:32:59.919693 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-37b194e2-0e11-4da7-a173-dce6f65581b4 req-05a03063-408f-4bd6-9cce-d43309340ac5 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800784 Jul 31 14:32:59.966025 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-78e0a54e-111b-484b-a634-52650c995b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:32:59.967479 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-78e0a54e-111b-484b-a634-52650c995b02 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0451798 Jul 31 14:33:00.009894 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-c2d94f97-5e97-48e7-8586-9548364c5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:00.011234 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-c2d94f97-5e97-48e7-8586-9548364c5b6d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382071 Jul 31 14:33:00.063909 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:00.104141 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-f28f6769-052c-4ebc-942e-a607f6eb771d service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867820 Jul 31 14:33:00.193550 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8d7a00d9-bba0-4c39-b0b9-5ef713b1ed4d req-0301562e-7070-4f4b-9fbd-1e5ea13f1f63 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826437 Jul 31 14:33:00.958775 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:00.994305 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-4ac0fd3f-0109-413e-b868-aabf9410228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:00.995817 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-4ac0fd3f-0109-413e-b868-aabf9410228d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 1127 time: 0.0451560 Jul 31 14:33:01.045600 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7074302-5375-4aab-80d2-d3806f58963a req-8e0e6fd1-a13c-48b2-b4fd-fc5ad8bb6821 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:01.047074 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a7074302-5375-4aab-80d2-d3806f58963a req-8e0e6fd1-a13c-48b2-b4fd-fc5ad8bb6821 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 943 time: 0.0517263 Jul 31 14:33:01.089668 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-a5cde93f-0bd3-4662-9c9a-5ad22d9bc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:01.091181 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-a5cde93f-0bd3-4662-9c9a-5ad22d9bc931 service neutron] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 911 time: 0.0891821 Jul 31 14:33:01.094979 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a7074302-5375-4aab-80d2-d3806f58963a req-54d4c50a-1d58-475f-bd41-73a37e30252d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422261 Jul 31 14:33:01.133737 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-1151f138-a52a-4753-bc12-1c0e5abe8340 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a0c7b25-db13-439d-92e3-5da8e6c0ab55 HTTP/1.1" status: 200 len: 217 time: 0.0363653 Jul 31 14:33:01.184264 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-7266e487-c03e-437c-9a41-db5271d89958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:01.185684 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-7266e487-c03e-437c-9a41-db5271d89958 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0457609 Jul 31 14:33:01.227114 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-9db215c7-2b0b-40a9-9e79-0198592ca85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:01.228472 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-9db215c7-2b0b-40a9-9e79-0198592ca85b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373800 Jul 31 14:33:01.316687 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-93a37ffa-376c-4cea-bd47-aab0dedfadb9 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825169 Jul 31 14:33:01.404477 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ed77948d-1569-4f2e-bf70-b49afc43907e req-6c2fe6d5-8518-49f8-afa7-b4382df3a063 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821185 Jul 31 14:33:02.214122 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6e0b0-ba82-4e63-a598-777a98c8151a req-52a8a821-0474-4722-906e-e9910468d010 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:02.215645 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3bc6e0b0-ba82-4e63-a598-777a98c8151a req-52a8a821-0474-4722-906e-e9910468d010 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 943 time: 0.0500643 Jul 31 14:33:02.262208 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3bc6e0b0-ba82-4e63-a598-777a98c8151a req-6db1f740-591a-443d-bef2-d840c75d18f2 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411613 Jul 31 14:33:02.718819 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:33:02.779733 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:02.804837 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:02.872065 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:33:03.011856 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'port_id': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55', 'mac_address': 'fa:16:3e:59:7e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:33:03.091041 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:33:03.091446 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:03.104653 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:33:03.126635 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:33:03.131271 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:03.176168 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:33:03.185296 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.185646 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.185990 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.186329 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.186663 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.186992 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.187320 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.187669 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.187997 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.188324 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.188648 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.188971 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.189291 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.189631 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.190491 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:33:03.379433 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb57a1d-ec26-4b32-94da-6da895f8b64c req-de41adb9-b9a6-4cd4-bb97-091b267bae8d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:03.380941 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7cb57a1d-ec26-4b32-94da-6da895f8b64c req-de41adb9-b9a6-4cd4-bb97-091b267bae8d tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 944 time: 0.0463948 Jul 31 14:33:03.425915 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['1a0c7b25-db13-439d-92e3-5da8e6c0ab55'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:33:03.427183 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7cb57a1d-ec26-4b32-94da-6da895f8b64c req-adb92172-a0d5-4097-9bdb-2aeebfcd289a tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Jul 31 14:33:03.788718 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:03.791235 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:04.544820 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85fa9a-4c53-4ae2-974a-fd2ad70d6af7 req-46687914-90e1-4ff7-9bcb-f28909fa31bf tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:04.546244 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2e85fa9a-4c53-4ae2-974a-fd2ad70d6af7 req-46687914-90e1-4ff7-9bcb-f28909fa31bf tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 944 time: 0.0460312 Jul 31 14:33:04.591521 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2e85fa9a-4c53-4ae2-974a-fd2ad70d6af7 req-2bf0f16a-e681-4103-9f41-e88e6af8babe tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397356 Jul 31 14:33:04.735795 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:33:04.777836 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:33:04.783587 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:33:04.784160 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:04.853326 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:33:04.853707 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:04.875321 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:33:04.878061 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f04a037-f219-4763-bf74-a77ff2984005" -d '{"events": [{"server_uuid": "f36be164-718f-4738-bb6c-6a5618f80fdd", "name": "network-vif-plugged", "status": "completed", "tag": "1a0c7b25-db13-439d-92e3-5da8e6c0ab55"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:33:04.893805 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:33:04.899474 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:04.922941 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e741a2-ae22-4e1e-bf32-ea60502b26aa x-openstack-request-id: req-09e741a2-ae22-4e1e-bf32-ea60502b26aa {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:33:04.923229 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36be164-718f-4738-bb6c-6a5618f80fdd", "name": "network-vif-plugged", "status": "completed", "tag": "1a0c7b25-db13-439d-92e3-5da8e6c0ab55", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:33:04.923526 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-09e741a2-ae22-4e1e-bf32-ea60502b26aa {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:33:04.923892 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e741a2-ae22-4e1e-bf32-ea60502b26aa'] response: {'server_uuid': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55', 'code': 200} Jul 31 14:33:04.946816 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:33:05.122010 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99f2be-eaca-4ce2-85dc-2bb713ae8229 req-b5168e58-24c2-45c0-968a-b0c78773e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:05.123462 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1e99f2be-eaca-4ce2-85dc-2bb713ae8229 req-b5168e58-24c2-45c0-968a-b0c78773e1e1 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 1129 time: 0.0373316 Jul 31 14:33:05.170818 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1e99f2be-eaca-4ce2-85dc-2bb713ae8229 req-56dc1d5b-52b8-45a0-ae83-1b8fcdff4f00 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414860 Jul 31 14:33:05.717937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b1136-6048-4944-a18c-9c6833977065 req-368d2d46-37d8-4e10-98cd-6cedf0138517 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:05.719391 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-581b1136-6048-4944-a18c-9c6833977065 req-368d2d46-37d8-4e10-98cd-6cedf0138517 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 945 time: 0.0471895 Jul 31 14:33:05.765390 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-581b1136-6048-4944-a18c-9c6833977065 req-b6b1941e-b584-4a39-b74b-c46d64acf62e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403974 Jul 31 14:33:06.886415 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35861018-338e-4211-8e4f-2fa76c3d0d65 req-805f54d9-d047-4a99-8bc2-462961e75f38 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:06.887909 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35861018-338e-4211-8e4f-2fa76c3d0d65 req-805f54d9-d047-4a99-8bc2-462961e75f38 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 945 time: 0.0479460 Jul 31 14:33:06.939588 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35861018-338e-4211-8e4f-2fa76c3d0d65 req-1a5f56cb-cda4-4a38-8f67-05b4b1881614 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454724 Jul 31 14:33:07.054326 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb134b-45e9-4a70-8991-942aab9404da req-dbbb6fb5-2040-4231-936e-e499bcb16bf3 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:07.055668 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-34bb134b-45e9-4a70-8991-942aab9404da req-dbbb6fb5-2040-4231-936e-e499bcb16bf3 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 945 time: 0.0463505 Jul 31 14:33:07.065714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 35954) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:33:07.069903 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-16cb245c-a14c-41bb-9e54-d61ef4100f2f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Request body: {'floatingip': {'port_id': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:33:07.109895 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-16cb245c-a14c-41bb-9e54-d61ef4100f2f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (9fe72132-8f18-4e79-a1d5-0a6cd2ce869a), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:07.209841 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:07.215714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:07.525366 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-16cb245c-a14c-41bb-9e54-d61ef4100f2f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:07.529333 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-16cb245c-a14c-41bb-9e54-d61ef4100f2f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (9fe72132-8f18-4e79-a1d5-0a6cd2ce869a), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:07.631927 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [None req-16cb245c-a14c-41bb-9e54-d61ef4100f2f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Floating IP 9fe72132-8f18-4e79-a1d5-0a6cd2ce869a associated. External IP: 172.27.1.204, port: 1a0c7b25-db13-439d-92e3-5da8e6c0ab55. Jul 31 14:33:07.837594 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cb245c-a14c-41bb-9e54-d61ef4100f2f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Router 1f9ce495-9287-4a97-b604-1c92a589b4d5 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:33:08.001437 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9637b6e-cfd7-4700-a30a-f5b2b2bfece3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:08.202079 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cb245c-a14c-41bb-9e54-d61ef4100f2f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:33:08.207004 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-16cb245c-a14c-41bb-9e54-d61ef4100f2f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:08.211660 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] Sync routers for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:33:08.221308 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:33:08.221924 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:32:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:33:08.235313 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-16cb245c-a14c-41bb-9e54-d61ef4100f2f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "PUT /v2.0/floatingips/9fe72132-8f18-4e79-a1d5-0a6cd2ce869a HTTP/1.1" status: 200 len: 991 time: 1.1685469 Jul 31 14:33:08.236015 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'tag': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:33:08.238817 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a181f95b-c2d8-4c45-bfea-86673953a3be" -d '{"events": [{"name": "network-changed", "server_uuid": "f36be164-718f-4738-bb6c-6a5618f80fdd", "tag": "1a0c7b25-db13-439d-92e3-5da8e6c0ab55"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:33:08.281610 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51aa7b4-f056-4edc-9a11-f07911c56a8c x-openstack-request-id: req-e51aa7b4-f056-4edc-9a11-f07911c56a8c {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:33:08.282094 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36be164-718f-4738-bb6c-6a5618f80fdd", "tag": "1a0c7b25-db13-439d-92e3-5da8e6c0ab55", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:33:08.282511 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e51aa7b4-f056-4edc-9a11-f07911c56a8c {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:33:08.283167 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51aa7b4-f056-4edc-9a11-f07911c56a8c'] response: {'name': 'network-changed', 'server_uuid': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'tag': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55', 'status': 'completed', 'code': 200} Jul 31 14:33:08.318844 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:08.335411 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:33:08.375242 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:08.402890 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-5bffbedd-c862-492d-82e5-eb1e7ce5ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:08.404387 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-5bffbedd-c862-492d-82e5-eb1e7ce5ed06 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 1129 time: 0.0818579 Jul 31 14:33:08.495257 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-bccdbb5f-011a-4eb2-8c08-984a598a1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:08.496717 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-bccdbb5f-011a-4eb2-8c08-984a598a1755 service neutron] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 911 time: 0.0868032 Jul 31 14:33:08.507920 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:08.548061 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '9fe72132-8f18-4e79-a1d5-0a6cd2ce869a', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'port_id': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'mac_address': 'fa:16:3e:59:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:32:56Z', 'updated_at': '2022-07-31T14:33:07Z', 'revision_number': 1, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:33:08.556390 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-17928e90-4080-48d0-8a8d-bad02b45bf8c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a0c7b25-db13-439d-92e3-5da8e6c0ab55 HTTP/1.1" status: 200 len: 999 time: 0.0544140 Jul 31 14:33:08.573647 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] Checking router: 1f9ce495-9287-4a97-b604-1c92a589b4d5 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:33:08.582090 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:33:08.582687 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:32:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:33:08.603444 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-ec5376d7-9d27-4867-9201-5843af8c09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:08.604875 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-ec5376d7-9d27-4867-9201-5843af8c09a6 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0430210 Jul 31 14:33:08.656334 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-aa489c7a-235d-4fba-89ee-35591f5d44df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:08.657874 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-aa489c7a-235d-4fba-89ee-35591f5d44df service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423424 Jul 31 14:33:08.667210 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-61cfb799-3a90-48ff-8429-e5e387bf42ce service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:33:08.668217 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-61cfb799-3a90-48ff-8429-e5e387bf42ce service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047760 Jul 31 14:33:08.680429 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:08.687749 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:33:08.758399 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-9aadb1f8-dd3c-4448-9718-c49098aefb79 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846531 Jul 31 14:33:08.851984 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a181f95b-c2d8-4c45-bfea-86673953a3be req-6af95b13-8b12-48bd-8b39-3a53055cdcf5 service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874128 Jul 31 14:33:08.895541 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '9fe72132-8f18-4e79-a1d5-0a6cd2ce869a', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'port_id': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'mac_address': 'fa:16:3e:59:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:32:56Z', 'updated_at': '2022-07-31T14:33:07Z', 'revision_number': 1, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:33:08.923662 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c9c8b-3199-4389-a20b-3c892b2b629c None None] The sync data for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi is: [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '9fe72132-8f18-4e79-a1d5-0a6cd2ce869a', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'port_id': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'mac_address': 'fa:16:3e:59:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:32:56Z', 'updated_at': '2022-07-31T14:33:07Z', 'revision_number': 1, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:33:09.103325 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeda5e1-47df-4677-a495-4c66d686e7d3 None None] New status for floating IP 9fe72132-8f18-4e79-a1d5-0a6cd2ce869a: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:33:10.138989 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fe41a67-5b97-4a7a-8bf3-7a2efd9406d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:11.458826 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:12.839260 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:13.008999 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:16.933240 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:DELETE=1,neutron:SELECT=67 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:16.935673 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:18.846411 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=30 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:18.848278 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=20 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:19.202910 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:19.204835 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=17 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:19.460771 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:33:23.002532 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:23.005408 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:24.024946 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:34.018517 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:34.020803 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:36.516450 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:36.517271 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:37.994706 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b6226f-1c04-4b18-a77c-02c217bf80da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:40.143781 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b75c50b4-1020-4bc1-90fe-1dcf66f9ae91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:41.461957 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:42.842413 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:43.010559 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:45.809822 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c73e17-1741-47d3-88db-ee62f3bbd365 req-620a4420-8636-4d0b-b2a2-8d9334ac761f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:45.811314 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-73c73e17-1741-47d3-88db-ee62f3bbd365 req-620a4420-8636-4d0b-b2a2-8d9334ac761f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 945 time: 0.0475035 Jul 31 14:33:45.860126 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-73c73e17-1741-47d3-88db-ee62f3bbd365 req-4da9baef-a887-4754-bbc6-88de08592dbf tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Jul 31 14:33:46.989708 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470eabe-3691-4529-b926-113674095c53 req-ffa3280e-b44f-4dba-ad2f-5352f874bfd7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:46.991205 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c470eabe-3691-4529-b926-113674095c53 req-ffa3280e-b44f-4dba-ad2f-5352f874bfd7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 945 time: 0.0580389 Jul 31 14:33:47.042964 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c470eabe-3691-4529-b926-113674095c53 req-b2f7cb9e-e880-41ad-bf72-f5fb5d8d439e tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457857 Jul 31 14:33:47.418735 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-3072f251-473d-4efb-a2eb-3f55355dbea1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:47.420127 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-3072f251-473d-4efb-a2eb-3f55355dbea1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 945 time: 0.0478668 Jul 31 14:33:47.503822 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Deleting port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:33:47.504210 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:47.590499 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] For port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:33:47.590772 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:47.751785 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:47.752139 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (e7b54ae7-a0b5-4d7f-bebd-9ae461551d70), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:47.752444 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Floating IP e7b54ae7-a0b5-4d7f-bebd-9ae461551d70 disassociated. External IP: 172.27.1.42, port: 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640. Jul 31 14:33:47.752825 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Calling delete_port for 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:33:47.878058 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (12d3e4ce-529c-4b75-a6d6-c27a4c8b2640), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:47.903814 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event deleted for resources: {'Port': ['ID=12d3e4ce-529c-4b75-a6d6-c27a4c8b2640,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:33:48.013103 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Router 768966a2-247a-487a-b670-94a9c854d5f8 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:33:48.135722 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:33:48.145811 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] Sync routers for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:33:48.156039 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:33:48.156666 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:33:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:33:48.156907 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a55412cc-26d5-4c80-b2c8-c97e62bfa663 req-82450432-c8c5-43d4-9131-bf0df1ea8e5b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=34675f3a-4930-453a-9c06-142fabaa0dcc HTTP/1.1" status: 200 len: 210 time: 0.0348868 Jul 31 14:33:48.199152 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] No DVR routers for this DVR port 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:33:48.201913 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:48.205095 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69f2d813-8394-4bfd-8ac8-0104fd841e82 req-074c758b-7fd4-40e4-9c47-9c82dd22e29b tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "DELETE /v2.0/ports/12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 HTTP/1.1" status: 204 len: 173 time: 0.7797148 Jul 31 14:33:48.205530 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'name': 'network-vif-deleted', 'tag': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:33:48.208410 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108e2ed6-78ca-414c-9bba-46ba12078940" -d '{"events": [{"server_uuid": "34675f3a-4930-453a-9c06-142fabaa0dcc", "name": "network-vif-deleted", "tag": "12d3e4ce-529c-4b75-a6d6-c27a4c8b2640"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:33:48.267310 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:33:48.324558 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e8e72f-9de3-44ed-9188-f2042b848d47 x-openstack-request-id: req-74e8e72f-9de3-44ed-9188-f2042b848d47 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:33:48.324879 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34675f3a-4930-453a-9c06-142fabaa0dcc", "name": "network-vif-deleted", "tag": "12d3e4ce-529c-4b75-a6d6-c27a4c8b2640", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:33:48.325219 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-74e8e72f-9de3-44ed-9188-f2042b848d47 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:33:48.325495 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e8e72f-9de3-44ed-9188-f2042b848d47'] response: {'server_uuid': '34675f3a-4930-453a-9c06-142fabaa0dcc', 'name': 'network-vif-deleted', 'tag': '12d3e4ce-529c-4b75-a6d6-c27a4c8b2640', 'status': 'completed', 'code': 200} Jul 31 14:33:48.463657 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:33:48.487843 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] Checking router: 768966a2-247a-487a-b670-94a9c854d5f8 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:33:48.496162 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:33:48.496767 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:33:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:33:48.722583 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:33:48.904536 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:33:48.929779 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f989799-55e4-4bee-954e-a44a90e0cf1a None None] The sync data for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi is: [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:33:49.159618 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47672a-a333-40b3-9a92-89576343bd70 None None] New status for floating IP e7b54ae7-a0b5-4d7f-bebd-9ae461551d70: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:33:49.383570 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-2a5a4a34-1412-4780-8afb-83737a64c8ad tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991941503&fields=id&tenant_id=8561e7f1f3d040e28d5084ebf937e198 HTTP/1.1" status: 200 len: 267 time: 0.0478032 Jul 31 14:33:49.490071 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-8b6dff7a-8e78-454c-9e89-1a3cf4e49ad9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:49.491540 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-8b6dff7a-8e78-454c-9e89-1a3cf4e49ad9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 812 time: 0.1015511 Jul 31 14:33:49.506320 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-735712f0-13cf-4a43-aa30-5dabed8bbe54 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/quotas/8561e7f1f3d040e28d5084ebf937e198 HTTP/1.1" status: 200 len: 375 time: 0.0093923 Jul 31 14:33:49.557920 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-da3a3619-01a1-4b54-b0be-c9627d29a2f3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468066 Jul 31 14:33:49.653198 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-aa497d73-da7f-4be3-9c00-054949902fee service neutron] 10.222.0.40 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837669 Jul 31 14:33:49.745867 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-85e5361c-738d-4ada-92f0-ea8384520c99 service neutron] 10.222.0.40 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869994 Jul 31 14:33:50.030800 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-926a945f-52f6-4d93-a524-4b129e66fc7d req-336d63a8-fe72-4677-81d0-b6d811679d3a tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 210 time: 0.0282676 Jul 31 14:33:50.968344 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:33:50.988221 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:33:50.988555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 12d3e4ce-529c-4b75-a6d6-c27a4c8b2640 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:33:51.100364 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:51.106711 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-56a266bb-d012-402b-a59d-d3c1acfa5fd5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:51.108194 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-56a266bb-d012-402b-a59d-d3c1acfa5fd5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 812 time: 0.1097605 Jul 31 14:33:51.129629 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:51.137033 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eb3dce5c-bc7f-41ba-8364-b0b081c82b78 req-07cf028f-f0b9-4951-8fda-a5fc1354a96e tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Jul 31 14:33:51.182427 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-5aabb968-8358-4626-a54b-42fd601c74c8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8561e7f1f3d040e28d5084ebf937e198 HTTP/1.1" status: 200 len: 380 time: 0.0599775 Jul 31 14:33:51.190031 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'port': {'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'admin_state_up': True, 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'security_groups': ['0082c3c2-adf8-4359-8100-3792ab6664e7']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:33:51.297352 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Made reservation on behalf of 8561e7f1f3d040e28d5084ebf937e198 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:33:51.300824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:51.425204 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Allocated IP 172.20.0.13 (4031262c-bbbd-4f7f-958b-e948963cb0b2/88c828a1-5e2e-4581-bb49-4abd458b834a/4c14b0bd-17df-4ab8-a404-fedf7ab7cc23) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:33:51.565534 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:51.596957 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:51.638619 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:33:51.643857 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:33:51.647763 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:33:51.673259 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'Port': ['ID=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:33:51.700577 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:51.701445 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:51.719637 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-4a1a14e6-b989-457a-b505-cd85831944f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5330658 Jul 31 14:33:51.735690 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Request body: {'port': {'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:33:51.813450 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:51.870436 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-940d58ac-2f8e-4c30-84f6-c039dbeaff2b None None] Provisioning complete for port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:33:51.870902 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-940d58ac-2f8e-4c30-84f6-c039dbeaff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:51.902780 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-940d58ac-2f8e-4c30-84f6-c039dbeaff2b None None] Port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:33:51.944873 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:51.969137 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:52.070080 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:33:52.077802 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Publish callbacks [] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:52.089984 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Transition to ACTIVE for port object 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:33:52.094679 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:52.178626 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:33:52.208211 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Attempting to bind port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:33:52.208541 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Attempting to bind port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:33:52.208875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Attempting to bind port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:33:52.213320 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:33:52.213635 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Attempting to bind port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:33:52.229235 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:33:52.229572 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Checking segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:33:52.229944 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Bound using segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:33:52.230379 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Bound port: 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:33:52.230734 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:52.293126 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45208b-3949-41ae-825d-b4ceeb63c944 req-bfa6753a-a8c7-47c3-a13c-45e2534989b5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:52.294589 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1a45208b-3949-41ae-825d-b4ceeb63c944 req-bfa6753a-a8c7-47c3-a13c-45e2534989b5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 944 time: 0.0778801 Jul 31 14:33:52.352178 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] For port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:33:52.373517 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1a45208b-3949-41ae-825d-b4ceeb63c944 req-5b9b3712-624d-4384-b4b8-ae46f12fc2a5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714030 Jul 31 14:33:52.375111 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] For port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:33:52.381175 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:52.387942 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:52.388568 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:52.389943 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] 10.222.0.17 "PUT /v2.0/ports/4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 HTTP/1.1" status: 200 len: 1094 time: 0.6585972 Jul 31 14:33:52.391470 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:33:52.394199 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:33:52.440667 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3cf91-6309-4668-a733-10fe42cb86f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:33:52.451672 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f829f40-0c2f-42d1-b325-15160702a4f9 x-openstack-request-id: req-2f829f40-0c2f-42d1-b325-15160702a4f9 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:33:52.451959 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:33:52.452217 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2f829f40-0c2f-42d1-b325-15160702a4f9 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:33:52.452615 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f829f40-0c2f-42d1-b325-15160702a4f9'] response: {'name': 'network-changed', 'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'status': 'completed', 'code': 200} Jul 31 14:33:52.535538 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-db5c5848-4c98-4933-98f5-fd410da15b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:52.536924 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-db5c5848-4c98-4933-98f5-fd410da15b3b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 1128 time: 0.0394075 Jul 31 14:33:52.744326 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-bad2e31f-ddae-4e0b-b726-4a56f764ee83 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 HTTP/1.1" status: 200 len: 217 time: 0.0364468 Jul 31 14:33:52.795802 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-49cdd65c-6b5b-42dc-aa00-748970f05df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:52.797162 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-49cdd65c-6b5b-42dc-aa00-748970f05df3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0460186 Jul 31 14:33:52.966545 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-b8b2d33b-9a17-49c6-be1d-1359cf355639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:52.968044 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-b8b2d33b-9a17-49c6-be1d-1359cf355639 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417829 Jul 31 14:33:53.234876 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-04e83b16-f1c5-4f88-a811-a86ed13ee277 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916164 Jul 31 14:33:53.408623 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:53.537711 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92c3af-1263-4965-bf9f-78bfa14262b6 req-88ba5abc-caeb-41dc-b821-e6f444bfa842 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:53.539166 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-de92c3af-1263-4965-bf9f-78bfa14262b6 req-88ba5abc-caeb-41dc-b821-e6f444bfa842 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 944 time: 0.0866926 Jul 31 14:33:53.541362 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41d6c672-bb3f-44f3-8b5b-d13d68a48f3b req-f3ac8e68-ddfb-43f4-8c6a-3735d597ad81 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520014 Jul 31 14:33:53.583835 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:53.588904 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-de92c3af-1263-4965-bf9f-78bfa14262b6 req-7fe279c8-9f75-4d86-a66b-4e9c1697f13a tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442116 Jul 31 14:33:53.763506 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-d23060b0-199d-475e-9828-2edb834edfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:53.765005 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-d23060b0-199d-475e-9828-2edb834edfe1 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 1128 time: 0.0414760 Jul 31 14:33:53.877909 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-dc547851-08e0-4706-bb90-a4bad6f231bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:53.880172 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-dc547851-08e0-4706-bb90-a4bad6f231bf service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.1092255 Jul 31 14:33:53.919513 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-1009e3f2-8a8b-483c-be67-90d14a68c807 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 HTTP/1.1" status: 200 len: 217 time: 0.0337491 Jul 31 14:33:53.969702 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-8e24872e-e762-4fd9-8946-428f989e256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:53.971023 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-8e24872e-e762-4fd9-8946-428f989e256c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0464540 Jul 31 14:33:54.019964 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-48ebfe01-c326-440d-880a-84cef4fb912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:54.021407 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-48ebfe01-c326-440d-880a-84cef4fb912f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422447 Jul 31 14:33:54.040998 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:33:54.113101 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-92a9e8ba-b5e6-4e03-a2fb-606e7d25873c service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844386 Jul 31 14:33:54.208118 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-4778e7e3-78ef-47a4-a4c2-8faa3d0526f8 req-ab88e81b-16f0-4cce-b8d9-dd6fbf6c39a2 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878792 Jul 31 14:33:54.705065 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f1eff-1ecb-49fe-8336-4f558377cd8c req-9cc94798-3f3e-4361-9536-4e3d6ee75f85 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:54.706575 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b61f1eff-1ecb-49fe-8336-4f558377cd8c req-9cc94798-3f3e-4361-9536-4e3d6ee75f85 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 944 time: 0.0471089 Jul 31 14:33:54.760235 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b61f1eff-1ecb-49fe-8336-4f558377cd8c req-b06a16e4-f71f-49ce-a62b-9c71d0d0e1a4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478895 Jul 31 14:33:55.886751 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255abad1-d0ec-4780-9589-96ee632859b6 req-0ea2f83e-65ff-4f68-8a64-a3fa1d01c605 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:55.889564 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-255abad1-d0ec-4780-9589-96ee632859b6 req-0ea2f83e-65ff-4f68-8a64-a3fa1d01c605 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 944 time: 0.0592997 Jul 31 14:33:55.941888 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-255abad1-d0ec-4780-9589-96ee632859b6 req-27f42b69-8244-4c5b-ab34-30324d4c3e11 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459702 Jul 31 14:33:56.459471 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:33:56.548976 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-82289158-d70a-40c8-8117-49a0009ea977 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413716 Jul 31 14:33:56.645419 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-81c4d509-c095-42ff-b515-03b907432ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:56.647065 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-81c4d509-c095-42ff-b515-03b907432ed4 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1eec425dcc93489d9db53600cb95458d&device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 1129 time: 0.0404303 Jul 31 14:33:56.750237 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-0a7f812b-335b-4d41-ab66-e31032a4f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:56.751613 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-0a7f812b-335b-4d41-ab66-e31032a4f5cd service neutron] 10.222.0.17 "GET /v2.0/networks?id=8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 200 len: 911 time: 0.0856891 Jul 31 14:33:56.817546 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-2fe5d844-3413-4a18-8194-40af86664b65 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a0c7b25-db13-439d-92e3-5da8e6c0ab55 HTTP/1.1" status: 200 len: 1001 time: 0.0592151 Jul 31 14:33:56.866625 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-4aa53075-acaf-4bb3-80a8-515ea627b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:56.868102 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-4aa53075-acaf-4bb3-80a8-515ea627b052 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 200 len: 849 time: 0.0451846 Jul 31 14:33:56.917492 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-889261a0-1ac3-40d6-84dd-44efb0a643d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:56.918884 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-889261a0-1ac3-40d6-84dd-44efb0a643d4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=8c278ad5-3c57-484f-8e61-b722cfb0d058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381598 Jul 31 14:33:56.980996 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:57.011218 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-37c10c8b-04cc-4447-8c46-53defaa0676c service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862434 Jul 31 14:33:57.087461 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:57.105905 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0e282-1dbc-48d8-98c4-8c3757944337 req-98bbb7b5-4e45-439e-b2ef-7681eaa3fcf5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:57.107280 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19c0e282-1dbc-48d8-98c4-8c3757944337 req-98bbb7b5-4e45-439e-b2ef-7681eaa3fcf5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 944 time: 0.0935414 Jul 31 14:33:57.167157 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-70f3c9e8-58b3-462c-9184-5478d6d2a8e4 req-305f9343-3170-4502-bbaa-2c84387f298d service neutron] 10.222.0.17 "GET /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447046 Jul 31 14:33:57.179882 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-19c0e282-1dbc-48d8-98c4-8c3757944337 req-94904145-4888-4a4e-be84-34cfea398c2a tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663073 Jul 31 14:33:58.306768 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73d1ff-7ed1-49d9-925f-00edfcd030ae req-355f3a22-6790-4ca8-9b79-780f0e94c4df tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:58.308239 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cf73d1ff-7ed1-49d9-925f-00edfcd030ae req-355f3a22-6790-4ca8-9b79-780f0e94c4df tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 944 time: 0.0505514 Jul 31 14:33:58.358412 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cf73d1ff-7ed1-49d9-925f-00edfcd030ae req-0a1bcc28-4c04-434a-8edc-21c09cfe902a tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Jul 31 14:33:59.233947 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:33:59.476004 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f97c8-9008-4cf2-ab10-6eb35e134deb req-c06f62ad-57e4-403f-8e86-7c3888e3115e tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:33:59.477449 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-977f97c8-9008-4cf2-ab10-6eb35e134deb req-c06f62ad-57e4-403f-8e86-7c3888e3115e tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 944 time: 0.0488687 Jul 31 14:33:59.525810 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-977f97c8-9008-4cf2-ab10-6eb35e134deb req-c65f87a1-87b3-46ab-af59-df34d59adbfe tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Jul 31 14:34:00.643741 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77ab58-90c0-4052-bf29-fb3967acf24b req-0afc1bbb-6e47-44d4-bd55-0e6efef9c956 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:00.645208 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c77ab58-90c0-4052-bf29-fb3967acf24b req-0afc1bbb-6e47-44d4-bd55-0e6efef9c956 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 944 time: 0.0469644 Jul 31 14:34:00.693674 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c77ab58-90c0-4052-bf29-fb3967acf24b req-d0bd1c55-4ee4-4095-8712-c2dbff21b4d7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Jul 31 14:34:01.032074 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:34:01.101705 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:01.131262 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:34:01.138411 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:01.143271 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:34:01.182734 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:34:01.183118 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:01.196096 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:34:01.215229 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:34:01.219817 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:01.264571 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:01.499271 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['4c14b0bd-17df-4ab8-a404-fedf7ab7cc23'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:34:01.816797 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7e27c-98d8-4204-ab5e-4deef3142b79 req-ba879e65-8399-407a-abe5-9c639232b583 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:01.818204 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c2e7e27c-98d8-4204-ab5e-4deef3142b79 req-ba879e65-8399-407a-abe5-9c639232b583 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Jul 31 14:34:01.866493 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c2e7e27c-98d8-4204-ab5e-4deef3142b79 req-67913424-7bf8-4420-85d9-19ece7d40331 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 Jul 31 14:34:02.989909 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49489da-8288-4828-9107-cdeda914f64a req-3a5875f6-9d6b-4a3d-82cd-5c693a47da21 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:02.991374 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a49489da-8288-4828-9107-cdeda914f64a req-3a5875f6-9d6b-4a3d-82cd-5c693a47da21 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 945 time: 0.0485106 Jul 31 14:34:03.030592 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:34:03.044690 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a49489da-8288-4828-9107-cdeda914f64a req-cb5ce2f8-da33-4226-bbb5-44843e6b1b1c tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476379 Jul 31 14:34:03.073057 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:34:03.078914 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:34:03.079223 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:03.153664 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:34:03.154054 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:03.176876 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:34:03.179149 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05eb907-3eb3-42db-8d6e-e55152e833c0" -d '{"events": [{"server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "name": "network-vif-plugged", "status": "completed", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:34:03.192425 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:34:03.196627 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:03.243078 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:03.250616 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.250616 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.250883 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.251220 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.251583 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.251921 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.252249 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.252575 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.253395 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.253721 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.254050 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.254377 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.254699 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.255020 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.255340 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:03.280887 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a68b81-df8f-4c4f-b6d7-ac8af3571fe2 x-openstack-request-id: req-41a68b81-df8f-4c4f-b6d7-ac8af3571fe2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:34:03.281174 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "name": "network-vif-plugged", "status": "completed", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:34:03.281429 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-41a68b81-df8f-4c4f-b6d7-ac8af3571fe2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:34:03.281855 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a68b81-df8f-4c4f-b6d7-ac8af3571fe2'] response: {'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'code': 200} Jul 31 14:34:03.492504 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03269106-3589-4204-9142-6ae4e4559230 req-06703180-cdf6-4b05-8962-69c53a51b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:03.493985 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-03269106-3589-4204-9142-6ae4e4559230 req-06703180-cdf6-4b05-8962-69c53a51b96e service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0380709 Jul 31 14:34:03.540443 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-03269106-3589-4204-9142-6ae4e4559230 req-74547ff4-e1d6-44a0-99b5-72e64f9b2263 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399122 Jul 31 14:34:04.166742 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc610e0-e8de-442d-b3b7-f19362bbebce req-cb34f227-179a-4746-a048-717864dd253c tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:04.168277 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9fc610e0-e8de-442d-b3b7-f19362bbebce req-cb34f227-179a-4746-a048-717864dd253c tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 946 time: 0.0500996 Jul 31 14:34:04.227627 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9fc610e0-e8de-442d-b3b7-f19362bbebce req-6d2e4c68-0c59-400c-aa7a-71c6d6145f04 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536964 Jul 31 14:34:05.337969 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:05.347532 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e67100-c4b8-43b7-902d-59084ebb03db req-8d5b1ed7-9c82-4c09-a97b-65a32d8c7efe tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:05.348989 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3e67100-c4b8-43b7-902d-59084ebb03db req-8d5b1ed7-9c82-4c09-a97b-65a32d8c7efe tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 946 time: 0.0478723 Jul 31 14:34:05.380896 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:05.400258 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3e67100-c4b8-43b7-902d-59084ebb03db req-abb5e82e-8165-4d04-b849-9ed401b301a7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452240 Jul 31 14:34:05.522584 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fffa4-fa70-43a2-b285-68bef7342625 req-4266f85f-cb2e-4e62-aae9-ada1ebafbb4d tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:05.524058 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6c1fffa4-fa70-43a2-b285-68bef7342625 req-4266f85f-cb2e-4e62-aae9-ada1ebafbb4d tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 946 time: 0.0476704 Jul 31 14:34:05.572476 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6c1fffa4-fa70-43a2-b285-68bef7342625 req-f579d5c8-d00f-4da7-bea6-35f6ad096843 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428698 Jul 31 14:34:05.598786 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36138) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:05.635694 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407ac07-b502-41ea-aab2-aacbc382243a tempest-TestVolumeBootPattern-435645162 tempest-TestVolumeBootPattern-435645162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:05.637168 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-a407ac07-b502-41ea-aab2-aacbc382243a tempest-TestVolumeBootPattern-435645162 tempest-TestVolumeBootPattern-435645162-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 1125 time: 0.0374546 Jul 31 14:34:05.640075 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36140) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:05.644994 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:34:05.665887 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:05.751846 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:05.830695 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:05.856463 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Allocated IP 172.27.1.169 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/52163493-8758-486a-9279-468605631c16) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:34:05.962943 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for port (52163493-8758-486a-9279-468605631c16), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:05.965454 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:05.996469 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (52163493-8758-486a-9279-468605631c16), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:06.036917 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:34:06.042035 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:34:06.044206 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'Port': ['ID=52163493-8758-486a-9279-468605631c16,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:06.046271 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:34:06.077326 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.077665 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.078004 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.078339 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.078669 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.078999 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.079321 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.079669 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.079993 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.080315 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.080639 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.081001 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.081323 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.081640 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.081959 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:06.455033 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=9 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:06.677635 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (40b1d215-a179-4b6c-a16a-71166e81b262), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:06.744985 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (52163493-8758-486a-9279-468605631c16), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:06.879876 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:06.891960 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for port (52163493-8758-486a-9279-468605631c16), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:06.896674 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (52163493-8758-486a-9279-468605631c16), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:06.962693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'Port': ['ID=52163493-8758-486a-9279-468605631c16,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:06.965185 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (40b1d215-a179-4b6c-a16a-71166e81b262), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:06.967809 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:07.066887 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Floating IP 40b1d215-a179-4b6c-a16a-71166e81b262 associated. External IP: 172.27.1.169, port: 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23. Jul 31 14:34:07.270729 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Router 768966a2-247a-487a-b670-94a9c854d5f8 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:34:07.376633 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:34:07.387347 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] Sync routers for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:34:07.396528 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:07.398665 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:34:07.399497 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:33:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:07.434057 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e0c42f0e-6e6f-4a40-8cd5-00a9378f52d5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7927833 Jul 31 14:34:07.435233 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:34:07.437714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a775a1e-de68-4b43-9e2e-65e457580e06" -d '{"events": [{"name": "network-changed", "server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:34:07.475160 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3251c6-55cc-4e3c-8eb8-032e13cf6aae x-openstack-request-id: req-be3251c6-55cc-4e3c-8eb8-032e13cf6aae {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:34:07.476123 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:34:07.476123 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-be3251c6-55cc-4e3c-8eb8-032e13cf6aae {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:34:07.476123 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3251c6-55cc-4e3c-8eb8-032e13cf6aae'] response: {'name': 'network-changed', 'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'status': 'completed', 'code': 200} Jul 31 14:34:07.504080 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:34:07.533249 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:07.545294 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:07.569944 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-a9d91c08-fb74-40b7-9665-4b684d14abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:07.571442 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-a9d91c08-fb74-40b7-9665-4b684d14abcb service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0439084 Jul 31 14:34:07.670915 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-1d1f4dde-8ddf-42b8-9141-20862b94b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:07.672428 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-1d1f4dde-8ddf-42b8-9141-20862b94b25b service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.0952528 Jul 31 14:34:07.725891 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '40b1d215-a179-4b6c-a16a-71166e81b262', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:34:06Z', 'updated_at': '2022-07-31T14:34:06Z', 'revision_number': 0, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:07.745262 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-fa597f13-15ea-488e-b820-340cab2a58ee service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 HTTP/1.1" status: 200 len: 1000 time: 0.0653098 Jul 31 14:34:07.751883 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] Checking router: 768966a2-247a-487a-b670-94a9c854d5f8 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:34:07.761438 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:34:07.762077 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:33:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:07.796696 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-59d08abe-efc8-4331-b721-cf1010dd0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:07.798162 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-59d08abe-efc8-4331-b721-cf1010dd0446 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0467308 Jul 31 14:34:07.846688 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-8c24b5f8-91f0-48ee-afb5-17e14a8e4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:07.848269 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-8c24b5f8-91f0-48ee-afb5-17e14a8e4447 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443628 Jul 31 14:34:07.872200 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:34:07.950445 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-55640032-012f-43fc-9801-2ac876e31376 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953186 Jul 31 14:34:08.031869 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:08.033202 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-427d52ca-a61a-43e3-a411-c8880805651e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:08.059556 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-5a775a1e-de68-4b43-9e2e-65e457580e06 req-218776f6-6012-4fac-a66e-6d08c88bbdad service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037054 Jul 31 14:34:08.109848 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '40b1d215-a179-4b6c-a16a-71166e81b262', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:34:06Z', 'updated_at': '2022-07-31T14:34:06Z', 'revision_number': 0, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:08.143683 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c02cb-d5b0-4661-b6a1-1c17ea8dd45f None None] The sync data for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi is: [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '40b1d215-a179-4b6c-a16a-71166e81b262', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:34:06Z', 'updated_at': '2022-07-31T14:34:06Z', 'revision_number': 0, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:34:08.238022 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fbf6d-8ab6-43c8-8169-f5a47670a011 req-09ac4bf6-bd4b-46f9-9393-95fb99b8b905 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:08.239544 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f57fbf6d-8ab6-43c8-8169-f5a47670a011 req-09ac4bf6-bd4b-46f9-9393-95fb99b8b905 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 945 time: 0.0492167 Jul 31 14:34:08.288054 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f57fbf6d-8ab6-43c8-8169-f5a47670a011 req-3d5b991e-f734-4ea6-820b-147b75fe00aa tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Jul 31 14:34:08.340063 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a4f15-92ff-40db-8d6b-0b99b20f027d None None] New status for floating IP 40b1d215-a179-4b6c-a16a-71166e81b262: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:34:09.373260 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:09.410878 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea936e7-60b4-4890-b003-fb370c723b36 req-d8320b02-8b40-4900-8af2-c4d0ba47ef3f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:09.412295 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7ea936e7-60b4-4890-b003-fb370c723b36 req-d8320b02-8b40-4900-8af2-c4d0ba47ef3f tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 945 time: 0.0488541 Jul 31 14:34:09.458221 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-7ea936e7-60b4-4890-b003-fb370c723b36 req-6daa852f-2d39-4c73-8823-a9c2f55fee0e tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups?id=234e4b32-2b00-4d20-bb35-7588110932de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404396 Jul 31 14:34:09.929052 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-b18f1772-ccc9-4d38-85c4-77a45530c40b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:09.931205 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-b18f1772-ccc9-4d38-85c4-77a45530c40b tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 945 time: 0.0510304 Jul 31 14:34:10.011041 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Deleting port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:34:10.011374 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:10.099723 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] For port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:34:10.100078 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:10.136862 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e205c105-a6dd-450f-a886-ebedfb0afa56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:10.260019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:10.260295 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (9fe72132-8f18-4e79-a1d5-0a6cd2ce869a), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:10.260602 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Floating IP 9fe72132-8f18-4e79-a1d5-0a6cd2ce869a disassociated. External IP: 172.27.1.204, port: 1a0c7b25-db13-439d-92e3-5da8e6c0ab55. Jul 31 14:34:10.260950 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Calling delete_port for 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:34:10.385724 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (1a0c7b25-db13-439d-92e3-5da8e6c0ab55), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:10.413386 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event deleted for resources: {'Port': ['ID=1a0c7b25-db13-439d-92e3-5da8e6c0ab55,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:10.525146 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Router 1f9ce495-9287-4a97-b604-1c92a589b4d5 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:34:10.563281 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ddc3c94b-0f93-4148-b265-9d9c8ad1f0a3 req-85431a26-51ce-400d-be36-3d8e61fe70dd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/ports?device_id=f36be164-718f-4738-bb6c-6a5618f80fdd HTTP/1.1" status: 200 len: 210 time: 0.0305185 Jul 31 14:34:10.624628 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:10.631439 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:34:10.643757 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] Sync routers for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:34:10.653945 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:34:10.654697 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:34:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:10.674057 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] No DVR routers for this DVR port 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:34:10.677219 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:10.680479 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1ed31a54-bea3-4222-8331-bd67e7bf5ea1 req-a4f8ec41-6eb8-4eaa-aae6-d49e9195f5bd tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.17 "DELETE /v2.0/ports/1a0c7b25-db13-439d-92e3-5da8e6c0ab55 HTTP/1.1" status: 204 len: 173 time: 0.7448170 Jul 31 14:34:10.680948 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'name': 'network-vif-deleted', 'tag': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:34:10.683243 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79b85c6-9bd5-451e-a3c8-75290c42099d" -d '{"events": [{"server_uuid": "f36be164-718f-4738-bb6c-6a5618f80fdd", "name": "network-vif-deleted", "tag": "1a0c7b25-db13-439d-92e3-5da8e6c0ab55"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:34:10.727168 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf331c47-d781-4944-bad7-015fb2f68478 x-openstack-request-id: req-bf331c47-d781-4944-bad7-015fb2f68478 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:34:10.727494 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36be164-718f-4738-bb6c-6a5618f80fdd", "name": "network-vif-deleted", "tag": "1a0c7b25-db13-439d-92e3-5da8e6c0ab55", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:34:10.727755 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bf331c47-d781-4944-bad7-015fb2f68478 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:34:10.728162 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf331c47-d781-4944-bad7-015fb2f68478'] response: {'server_uuid': 'f36be164-718f-4738-bb6c-6a5618f80fdd', 'name': 'network-vif-deleted', 'tag': '1a0c7b25-db13-439d-92e3-5da8e6c0ab55', 'status': 'completed', 'code': 200} Jul 31 14:34:10.764582 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:34:10.969475 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:10.993963 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] Checking router: 1f9ce495-9287-4a97-b604-1c92a589b4d5 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:34:11.002196 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:34:11.002747 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:34:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:11.005201 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:11.054164 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:11.108486 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:34:11.440296 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:11.469586 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a14388-aa3e-4037-985f-ab7a37322ced None None] The sync data for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi is: [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:30:06Z', 'revision_number': 4, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': 'e08eec15-39bc-438e-8576-c15e60fdf49b', 'name': '', 'network_id': '8c278ad5-3c57-484f-8e61-b722cfb0d058', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'mac_address': 'fa:16:3e:6a:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:05Z', 'updated_at': '2022-07-31T14:30:12Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'subnets': [{'id': '2ba03423-26e1-4129-b1c8-b330bd49a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:34:11.481572 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:11.656130 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36186) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:11.689098 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:11.693625 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c63b17-0083-424e-8966-1fbcadaab86c None None] New status for floating IP 9fe72132-8f18-4e79-a1d5-0a6cd2ce869a: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:34:11.716797 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-abe65522-5ca2-45e6-bc37-237f55d971d6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (234e4b32-2b00-4d20-bb35-7588110932de), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:11.740167 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-abe65522-5ca2-45e6-bc37-237f55d971d6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (234e4b32-2b00-4d20-bb35-7588110932de), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:11.791524 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-abe65522-5ca2-45e6-bc37-237f55d971d6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (234e4b32-2b00-4d20-bb35-7588110932de), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:11.794021 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-abe65522-5ca2-45e6-bc37-237f55d971d6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:11.795177 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-abe65522-5ca2-45e6-bc37-237f55d971d6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "DELETE /v2.0/security-groups/234e4b32-2b00-4d20-bb35-7588110932de HTTP/1.1" status: 204 len: 168 time: 0.1380820 Jul 31 14:34:11.798138 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36188) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:11.807365 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe65522-5ca2-45e6-bc37-237f55d971d6 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234e4b32-2b00-4d20-bb35-7588110932de,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:11.825071 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-b26433ee-3236-4030-9e64-77b5e53580cb tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] show failed (client error): The resource could not be found. Jul 31 14:34:11.831111 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36190) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:11.831786 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b26433ee-3236-4030-9e64-77b5e53580cb tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "GET /v2.0/security-groups/234e4b32-2b00-4d20-bb35-7588110932de HTTP/1.1" status: 404 len: 347 time: 0.0325384 Jul 31 14:34:11.941637 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Deleting port 2d6848ca-4c6b-49df-b058-9ae9010c25a2 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:34:11.941972 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (2d6848ca-4c6b-49df-b058-9ae9010c25a2), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:12.014784 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (2d6848ca-4c6b-49df-b058-9ae9010c25a2), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:12.015026 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (2d6848ca-4c6b-49df-b058-9ae9010c25a2), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:12.027084 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Calling delete_port for 2d6848ca-4c6b-49df-b058-9ae9010c25a2 owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:34:12.157693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (2d6848ca-4c6b-49df-b058-9ae9010c25a2), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:12.186790 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Pushing event deleted for resources: {'Port': ['ID=2d6848ca-4c6b-49df-b058-9ae9010c25a2,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:12.248194 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks [] for floatingip (9fe72132-8f18-4e79-a1d5-0a6cd2ce869a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:12.250690 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:12.251847 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-12946454-c62c-4017-858b-d4ac86056ab4 tempest-AttachVolumeTestJSON-821291449 tempest-AttachVolumeTestJSON-821291449-project] 10.222.0.40 "DELETE /v2.0/floatingips/9fe72132-8f18-4e79-a1d5-0a6cd2ce869a HTTP/1.1" status: 204 len: 168 time: 0.4195175 Jul 31 14:34:12.846818 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:13.013467 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:13.046041 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:34:13.065444 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:34:13.065786 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 1a0c7b25-db13-439d-92e3-5da8e6c0ab55 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:34:15.797838 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36220) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:16.065032 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:16.101606 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (1f9ce495-9287-4a97-b604-1c92a589b4d5), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:16.147245 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:16.580979 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Deleting port e08eec15-39bc-438e-8576-c15e60fdf49b {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:34:16.581302 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:16.660374 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] For port e08eec15-39bc-438e-8576-c15e60fdf49b, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=e08eec15-39bc-438e-8576-c15e60fdf49b,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:34:16.660726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:16.673529 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Calling delete_port for e08eec15-39bc-438e-8576-c15e60fdf49b owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:34:16.848038 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (e08eec15-39bc-438e-8576-c15e60fdf49b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:16.870366 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08eec15-39bc-438e-8576-c15e60fdf49b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:17.034685 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (1f9ce495-9287-4a97-b604-1c92a589b4d5), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:17.137261 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:17.233483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:17.237861 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Router 1f9ce495-9287-4a97-b604-1c92a589b4d5 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:34:17.338797 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:34:17.344131 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-5c7eb1af-b914-4316-a75a-b259d69c4d52 admin admin] 10.222.0.40 "PUT /v2.0/routers/1f9ce495-9287-4a97-b604-1c92a589b4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5448279 Jul 31 14:34:17.346416 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36222) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:17.347194 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] Sync routers for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:34:17.358172 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:34:17.358782 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:34:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:17.447697 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks [] for router (1f9ce495-9287-4a97-b604-1c92a589b4d5), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:17.462527 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:34:17.549061 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks [] for router_gateway (1f9ce495-9287-4a97-b604-1c92a589b4d5), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:17.591250 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Deleting port 653535c9-b591-436a-addd-5953872a510d {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:34:17.591929 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (653535c9-b591-436a-addd-5953872a510d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:17.627676 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '653535c9-b591-436a-addd-5953872a510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:34:16Z', 'revision_number': 5, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port': {'id': '653535c9-b591-436a-addd-5953872a510d', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:30:04Z', 'updated_at': '2022-07-31T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:17.652885 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] Checking router: 1f9ce495-9287-4a97-b604-1c92a589b4d5 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:34:17.661657 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] Routers {'1f9ce495-9287-4a97-b604-1c92a589b4d5'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:34:17.662248 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:34:10Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['1f9ce495-9287-4a97-b604-1c92a589b4d5'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:17.670576 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] For port 653535c9-b591-436a-addd-5953872a510d, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=653535c9-b591-436a-addd-5953872a510d,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:34:17.670937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (653535c9-b591-436a-addd-5953872a510d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:17.687029 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Calling delete_port for 653535c9-b591-436a-addd-5953872a510d owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:34:17.743335 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] Set router 1f9ce495-9287-4a97-b604-1c92a589b4d5 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:34:17.793859 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:34:17Z', 'revision_number': 6, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:17.819050 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d936dd4-b7aa-4fc7-8437-aee2bfa782d1 None None] The sync data for ids ['1f9ce495-9287-4a97-b604-1c92a589b4d5'] in dv-cinder-849846-4-iscsi is: [{'id': '1f9ce495-9287-4a97-b604-1c92a589b4d5', 'name': 'tempest-AttachVolumeTestJSON-850174987-router', 'tenant_id': '1eec425dcc93489d9db53600cb95458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:30:03Z', 'updated_at': '2022-07-31T14:34:17Z', 'revision_number': 6, 'project_id': '1eec425dcc93489d9db53600cb95458d', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:34:17.858700 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (653535c9-b591-436a-addd-5953872a510d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:17.883592 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Pushing event deleted for resources: {'Port': ['ID=653535c9-b591-436a-addd-5953872a510d,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:17.942928 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (1f9ce495-9287-4a97-b604-1c92a589b4d5), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.023337 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:18.028701 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (1f9ce495-9287-4a97-b604-1c92a589b4d5), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.031207 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks [] for router_controller (1f9ce495-9287-4a97-b604-1c92a589b4d5), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.074820 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (1f9ce495-9287-4a97-b604-1c92a589b4d5), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.075390 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9ce495-9287-4a97-b604-1c92a589b4d5 {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:34:18.079924 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.080861 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-975cb848-bc1c-4e98-8835-d77dc880192c admin admin] 10.222.0.40 "DELETE /v2.0/routers/1f9ce495-9287-4a97-b604-1c92a589b4d5 HTTP/1.1" status: 204 len: 168 time: 0.7335315 Jul 31 14:34:18.084133 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36224) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:18.127082 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e7b712-81e1-4cb4-9abf-9ac4012af085 admin admin] Deleting subnet 2ba03423-26e1-4129-b1c8-b330bd49a1f3 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:34:18.130984 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37e7b712-81e1-4cb4-9abf-9ac4012af085 admin admin] Publish callbacks [] for subnet (2ba03423-26e1-4129-b1c8-b330bd49a1f3), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.132495 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:18.165984 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37e7b712-81e1-4cb4-9abf-9ac4012af085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10445066'] for subnet (2ba03423-26e1-4129-b1c8-b330bd49a1f3), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.253629 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37e7b712-81e1-4cb4-9abf-9ac4012af085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (2ba03423-26e1-4129-b1c8-b330bd49a1f3), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.313699 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37e7b712-81e1-4cb4-9abf-9ac4012af085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9194206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220447'] for subnet (2ba03423-26e1-4129-b1c8-b330bd49a1f3), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.337483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7b712-81e1-4cb4-9abf-9ac4012af085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba03423-26e1-4129-b1c8-b330bd49a1f3,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:18.342957 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-37e7b712-81e1-4cb4-9abf-9ac4012af085 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.346094 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-37e7b712-81e1-4cb4-9abf-9ac4012af085 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/2ba03423-26e1-4129-b1c8-b330bd49a1f3 HTTP/1.1" status: 204 len: 168 time: 0.2610295 Jul 31 14:34:18.348781 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36226) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:18.349341 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9df2d6-7abe-4750-9536-a3e6eadb2c16 None None] Network 8c278ad5-3c57-484f-8e61-b722cfb0d058 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:34:18.416128 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (8c278ad5-3c57-484f-8e61-b722cfb0d058), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.461792 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Deleting port f3b63323-4cdc-418e-abfb-7a79498fa8f8 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:34:18.462140 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.524675 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] For port f3b63323-4cdc-418e-abfb-7a79498fa8f8, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=f3b63323-4cdc-418e-abfb-7a79498fa8f8,segment=NetworkSegment(6cdd9879-e5d6-4929-ad01-fb39adb4d042),segment_id=6cdd9879-e5d6-4929-ad01-fb39adb4d042)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:34:18.525026 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.537541 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Calling delete_port for f3b63323-4cdc-418e-abfb-7a79498fa8f8 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:34:18.616477 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20786043-4db6-481c-a088-273d4eca6513 None None] DHCP port deletion for 8c278ad5-3c57-484f-8e61-b722cfb0d058 request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:34:18.622701 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (f3b63323-4cdc-418e-abfb-7a79498fa8f8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.623907 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device e08eec15-39bc-438e-8576-c15e60fdf49b no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:34:18.648788 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b63323-4cdc-418e-abfb-7a79498fa8f8,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:18.649041 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: e08eec15-39bc-438e-8576-c15e60fdf49b {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:34:18.649161 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device e08eec15-39bc-438e-8576-c15e60fdf49b not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:34:18.653772 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] No DVR routers for this DVR port f3b63323-4cdc-418e-abfb-7a79498fa8f8 on host dv-cinder-849846-4-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:34:18.664176 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-20786043-4db6-481c-a088-273d4eca6513 None None] The port 'f3b63323-4cdc-418e-abfb-7a79498fa8f8' was deleted {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 31 14:34:18.728794 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (8c278ad5-3c57-484f-8e61-b722cfb0d058), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.748704 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c278ad5-3c57-484f-8e61-b722cfb0d058']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:18.758208 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdd9879-e5d6-4929-ad01-fb39adb4d042') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:18.758497 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdd9879-e5d6-4929-ad01-fb39adb4d042') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:34:18.767736 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (6cdd9879-e5d6-4929-ad01-fb39adb4d042), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.781194 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (6cdd9879-e5d6-4929-ad01-fb39adb4d042), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.787387 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:34:18.787797 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (6cdd9879-e5d6-4929-ad01-fb39adb4d042), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.851517 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (8c278ad5-3c57-484f-8e61-b722cfb0d058), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.858750 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:18.865388 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] 10.222.0.40 "DELETE /v2.0/networks/8c278ad5-3c57-484f-8e61-b722cfb0d058 HTTP/1.1" status: 204 len: 168 time: 0.5156190 Jul 31 14:34:18.893587 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f58f6-04cb-4503-877c-b613e91b9033 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c278ad5-3c57-484f-8e61-b722cfb0d058,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:18.897229 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 6cdd9879-e5d6-4929-ad01-fb39adb4d042 resource provider aggregate not found Jul 31 14:34:18.914816 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 6cdd9879-e5d6-4929-ad01-fb39adb4d042 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cdd9879-e5d6-4929-ad01-fb39adb4d042 found for delete ", "request_id": "req-805e7dd5-a5a5-43d4-be35-f1ae0b9bbe41"}]} Jul 31 14:34:19.044435 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36236) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:19.085195 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-0f94436d-b381-47eb-85d6-e56fea36d3f6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1eec425dcc93489d9db53600cb95458d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395474 Jul 31 14:34:19.087675 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36238) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:19.099031 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:19.139631 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1536d56e-37f9-44a7-a5a2-68394c6a9cf7 admin admin] Publish callbacks [] for security_group (0ed82377-2352-443f-a35c-7aefc81a0726), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:19.140927 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:19.162601 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1536d56e-37f9-44a7-a5a2-68394c6a9cf7 admin admin] Publish callbacks [] for security_group (0ed82377-2352-443f-a35c-7aefc81a0726), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:19.209011 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1536d56e-37f9-44a7-a5a2-68394c6a9cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0ed82377-2352-443f-a35c-7aefc81a0726), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:19.211782 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1536d56e-37f9-44a7-a5a2-68394c6a9cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:19.212914 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-1536d56e-37f9-44a7-a5a2-68394c6a9cf7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0ed82377-2352-443f-a35c-7aefc81a0726 HTTP/1.1" status: 204 len: 168 time: 0.1243811 Jul 31 14:34:19.222057 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536d56e-37f9-44a7-a5a2-68394c6a9cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed82377-2352-443f-a35c-7aefc81a0726,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:20.162435 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device f3b63323-4cdc-418e-abfb-7a79498fa8f8 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:34:20.185300 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: f3b63323-4cdc-418e-abfb-7a79498fa8f8 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:34:20.185724 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device f3b63323-4cdc-418e-abfb-7a79498fa8f8 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:34:20.186216 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 653535c9-b591-436a-addd-5953872a510d no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:34:20.205790 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 653535c9-b591-436a-addd-5953872a510d {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:34:20.206150 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 653535c9-b591-436a-addd-5953872a510d not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:34:20.543128 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=13 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:21.807990 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=17 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:24.048622 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:29.216150 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:29.216880 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:32.892229 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:32.894161 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:33.459213 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:34:34.042695 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:34.044523 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:38.001029 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e39293b-bfdd-4c4d-b2a4-3a7ea9e7f5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:40.140329 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87973a05-eb29-4d23-9851-94fb3fab50ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:41.467686 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:42.849215 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:43.015627 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:43.455435 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:53.009690 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:53.011599 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:34:54.054437 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:57.544194 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-1c498355-f49a-44e6-a510-767ab1e7017e service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448980 Jul 31 14:34:57.640854 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-d40522ef-cd72-4954-aa5d-9f7ae875fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:57.642275 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-d40522ef-cd72-4954-aa5d-9f7ae875fa92 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0390213 Jul 31 14:34:57.752459 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-6a7aa284-761b-43bb-b5e3-f826ae76d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:57.753812 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-6a7aa284-761b-43bb-b5e3-f826ae76d55d service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.0901992 Jul 31 14:34:57.815445 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-f22590d5-d7c2-4546-8a1e-d8a02cf95ed6 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 HTTP/1.1" status: 200 len: 1002 time: 0.0551565 Jul 31 14:34:57.883402 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-1983e30a-743a-4f05-84e7-318c7319d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:57.886698 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-1983e30a-743a-4f05-84e7-318c7319d23f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0644763 Jul 31 14:34:57.935541 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-4d5ac00e-c1f0-4164-9b4a-72ce0559753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:34:57.937023 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-4d5ac00e-c1f0-4164-9b4a-72ce0559753a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430396 Jul 31 14:34:58.024542 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-3e5cc873-eb11-474e-baeb-9d9bf849c4ba service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805717 Jul 31 14:34:58.115400 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a33d699b-b295-4429-ab15-fb5e74d8eece req-4638546a-b233-413f-ad50-cf037f90905d service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848522 Jul 31 14:34:59.205738 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36624) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:59.308620 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-234551ba-9b48-4a56-9290-d9907f9c07fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.383440 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-234551ba-9b48-4a56-9290-d9907f9c07fe admin admin] Publish callbacks [] for security_group (0b699307-d6e4-4a9d-ac5a-57df16a37548), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.387156 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-234551ba-9b48-4a56-9290-d9907f9c07fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0b699307-d6e4-4a9d-ac5a-57df16a37548), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.429992 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-234551ba-9b48-4a56-9290-d9907f9c07fe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=259965fbf4ed437c8565f6f1f4107641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231905 Jul 31 14:34:59.430818 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234551ba-9b48-4a56-9290-d9907f9c07fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b699307-d6e4-4a9d-ac5a-57df16a37548,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:59.433653 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36628) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:59.482938 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Publish callbacks [] for security_group (0b699307-d6e4-4a9d-ac5a-57df16a37548), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.504353 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Publish callbacks [] for security_group (0b699307-d6e4-4a9d-ac5a-57df16a37548), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.552522 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0b699307-d6e4-4a9d-ac5a-57df16a37548), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.555164 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.556325 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0b699307-d6e4-4a9d-ac5a-57df16a37548 HTTP/1.1" status: 204 len: 168 time: 0.1215138 Jul 31 14:34:59.564108 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b699307-d6e4-4a9d-ac5a-57df16a37548,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:59.571843 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.572191 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.572531 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.572867 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.573198 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.573529 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.574528 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.574988 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.575321 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.575676 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.576139 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.576332 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.576678 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.577359 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.577684 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b91dd-ba00-4269-91a9-3eb942c8e16b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:34:59.820184 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36634) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:34:59.833803 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c10350b6-4c3d-4906-9ad4-062a0f8262d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.909532 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c10350b6-4c3d-4906-9ad4-062a0f8262d9 admin admin] Publish callbacks [] for security_group (7ab2ceee-1247-4d8b-9620-516780a3bfa2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.913887 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c10350b6-4c3d-4906-9ad4-062a0f8262d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (7ab2ceee-1247-4d8b-9620-516780a3bfa2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:34:59.955914 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c10350b6-4c3d-4906-9ad4-062a0f8262d9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4e617d028c6d4448bc751413bf3c459d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346474 Jul 31 14:34:59.957025 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10350b6-4c3d-4906-9ad4-062a0f8262d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab2ceee-1247-4d8b-9620-516780a3bfa2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:34:59.958640 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36636) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:00.009095 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbd9995c-4ff6-482d-83c4-3a4ecc2ed3b7 admin admin] Publish callbacks [] for security_group (7ab2ceee-1247-4d8b-9620-516780a3bfa2), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:00.030522 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbd9995c-4ff6-482d-83c4-3a4ecc2ed3b7 admin admin] Publish callbacks [] for security_group (7ab2ceee-1247-4d8b-9620-516780a3bfa2), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:00.061772 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:00.082652 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbd9995c-4ff6-482d-83c4-3a4ecc2ed3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (7ab2ceee-1247-4d8b-9620-516780a3bfa2), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:00.085285 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbd9995c-4ff6-482d-83c4-3a4ecc2ed3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:00.086546 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-dbd9995c-4ff6-482d-83c4-3a4ecc2ed3b7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7ab2ceee-1247-4d8b-9620-516780a3bfa2 HTTP/1.1" status: 204 len: 168 time: 0.1263301 Jul 31 14:35:00.094412 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9995c-4ff6-482d-83c4-3a4ecc2ed3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab2ceee-1247-4d8b-9620-516780a3bfa2,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:07.523753 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:07.529909 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:08.005954 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d609ce2b-78c8-4dfe-a3b8-1117bc01a7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:09.950040 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=31,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:09.953304 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=41,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:10.090889 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=81,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:10.142240 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f87fa7c-d9f5-4f62-962c-d1cced84528b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:10.458502 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:35:10.636590 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 36770) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:10.742028 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:10.814566 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Publish callbacks [] for security_group (9e28b08e-8b14-4d3c-bab4-6280670a3287), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:10.818005 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (9e28b08e-8b14-4d3c-bab4-6280670a3287), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:10.857199 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e47a67d2cb524dfa948b4977b84ee681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195444 Jul 31 14:35:10.858105 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e28b08e-8b14-4d3c-bab4-6280670a3287,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:10.859975 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36774) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:10.865362 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.865714 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.866121 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.866486 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.866825 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.867154 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.867505 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.867832 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.868159 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.868483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.868808 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.869130 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.869452 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.869772 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.870088 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c34731d-3bfb-4de0-8878-b544ae9e952d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:10.925525 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-05135a1f-cdaf-40fc-8e98-53fbfb844c51 admin admin] Publish callbacks [] for security_group (9e28b08e-8b14-4d3c-bab4-6280670a3287), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:10.954035 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-05135a1f-cdaf-40fc-8e98-53fbfb844c51 admin admin] Publish callbacks [] for security_group (9e28b08e-8b14-4d3c-bab4-6280670a3287), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:10.999546 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-05135a1f-cdaf-40fc-8e98-53fbfb844c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (9e28b08e-8b14-4d3c-bab4-6280670a3287), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.002116 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-05135a1f-cdaf-40fc-8e98-53fbfb844c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.003289 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-05135a1f-cdaf-40fc-8e98-53fbfb844c51 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9e28b08e-8b14-4d3c-bab4-6280670a3287 HTTP/1.1" status: 204 len: 168 time: 0.1422923 Jul 31 14:35:11.011750 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05135a1f-cdaf-40fc-8e98-53fbfb844c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e28b08e-8b14-4d3c-bab4-6280670a3287,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:11.258401 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36780) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:11.272551 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d390f3e-2e59-4044-982e-20d1082402e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.352096 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d390f3e-2e59-4044-982e-20d1082402e9 admin admin] Publish callbacks [] for security_group (2899a684-8508-4fd6-9c9d-44334c98c86d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.355681 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d390f3e-2e59-4044-982e-20d1082402e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (2899a684-8508-4fd6-9c9d-44334c98c86d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.393199 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d390f3e-2e59-4044-982e-20d1082402e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2899a684-8508-4fd6-9c9d-44334c98c86d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:11.397459 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6d390f3e-2e59-4044-982e-20d1082402e9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0063cf369f354bcabb95ae63a305a872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380382 Jul 31 14:35:11.400201 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36782) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:11.451502 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db8013b6-5bbc-42b9-bd9d-345490f631e8 admin admin] Publish callbacks [] for security_group (2899a684-8508-4fd6-9c9d-44334c98c86d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.471498 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.475781 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db8013b6-5bbc-42b9-bd9d-345490f631e8 admin admin] Publish callbacks [] for security_group (2899a684-8508-4fd6-9c9d-44334c98c86d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.521672 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db8013b6-5bbc-42b9-bd9d-345490f631e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (2899a684-8508-4fd6-9c9d-44334c98c86d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.525019 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db8013b6-5bbc-42b9-bd9d-345490f631e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:11.526180 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-db8013b6-5bbc-42b9-bd9d-345490f631e8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2899a684-8508-4fd6-9c9d-44334c98c86d HTTP/1.1" status: 204 len: 168 time: 0.1250587 Jul 31 14:35:11.534153 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8013b6-5bbc-42b9-bd9d-345490f631e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2899a684-8508-4fd6-9c9d-44334c98c86d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:12.851058 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:13.017724 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:20.455361 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:20.860530 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=13,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:20.861295 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=26,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:21.529526 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:21.530557 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=53,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:23.011371 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:23.013288 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:24.061559 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:28.088221 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36922) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:28.200547 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0352-ef80-4c78-aadb-364c57164023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:28.278726 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0352-ef80-4c78-aadb-364c57164023 admin admin] Publish callbacks [] for security_group (59b5de50-691a-4f47-8671-e76e1a9b5b72), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:28.282429 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0352-ef80-4c78-aadb-364c57164023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (59b5de50-691a-4f47-8671-e76e1a9b5b72), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:28.320346 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa0352-ef80-4c78-aadb-364c57164023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b5de50-691a-4f47-8671-e76e1a9b5b72,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:28.328748 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e9fa0352-ef80-4c78-aadb-364c57164023 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=374e273c2a8f45a389c344e39cef6215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368383 Jul 31 14:35:28.329350 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36926) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:28.380353 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fb4889e4-3f99-4330-a6e2-fc69bf588042 admin admin] Publish callbacks [] for security_group (59b5de50-691a-4f47-8671-e76e1a9b5b72), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:28.402129 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fb4889e4-3f99-4330-a6e2-fc69bf588042 admin admin] Publish callbacks [] for security_group (59b5de50-691a-4f47-8671-e76e1a9b5b72), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:28.449672 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fb4889e4-3f99-4330-a6e2-fc69bf588042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (59b5de50-691a-4f47-8671-e76e1a9b5b72), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:28.452561 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fb4889e4-3f99-4330-a6e2-fc69bf588042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:28.453696 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fb4889e4-3f99-4330-a6e2-fc69bf588042 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/59b5de50-691a-4f47-8671-e76e1a9b5b72 HTTP/1.1" status: 204 len: 168 time: 0.1238682 Jul 31 14:35:28.461527 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4889e4-3f99-4330-a6e2-fc69bf588042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b5de50-691a-4f47-8671-e76e1a9b5b72,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:29.458898 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36960) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:29.562041 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afbe49c4-8339-4a3a-8a62-2ce6832b8ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:29.636654 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afbe49c4-8339-4a3a-8a62-2ce6832b8ebd admin admin] Publish callbacks [] for security_group (6ac4565e-67f9-4ae2-a3d2-43cc9557ec8a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:29.640214 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afbe49c4-8339-4a3a-8a62-2ce6832b8ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6ac4565e-67f9-4ae2-a3d2-43cc9557ec8a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:29.677296 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe49c4-8339-4a3a-8a62-2ce6832b8ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac4565e-67f9-4ae2-a3d2-43cc9557ec8a,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:29.681524 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-afbe49c4-8339-4a3a-8a62-2ce6832b8ebd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=816b4b0e1b8c492d8459161f5e10088d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215683 Jul 31 14:35:29.684826 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 36964) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:29.736223 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3e659a3-bae2-4da9-8f11-d0335cfcd7dc admin admin] Publish callbacks [] for security_group (6ac4565e-67f9-4ae2-a3d2-43cc9557ec8a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:29.757037 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3e659a3-bae2-4da9-8f11-d0335cfcd7dc admin admin] Publish callbacks [] for security_group (6ac4565e-67f9-4ae2-a3d2-43cc9557ec8a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:29.808693 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3e659a3-bae2-4da9-8f11-d0335cfcd7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (6ac4565e-67f9-4ae2-a3d2-43cc9557ec8a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:29.811313 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3e659a3-bae2-4da9-8f11-d0335cfcd7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:29.812471 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f3e659a3-bae2-4da9-8f11-d0335cfcd7dc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6ac4565e-67f9-4ae2-a3d2-43cc9557ec8a HTTP/1.1" status: 204 len: 168 time: 0.1273608 Jul 31 14:35:29.820687 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e659a3-bae2-4da9-8f11-d0335cfcd7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac4565e-67f9-4ae2-a3d2-43cc9557ec8a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:38.007659 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03db901b-6851-49b5-a167-7216586af4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:39.815156 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:39.815965 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=64,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:40.143824 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a57e21e5-70e0-4871-8741-26e9db6ce249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:41.473656 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:42.658125 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37120) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:42.789286 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5af01073-1886-4d10-89bd-25e930eb00f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:42.855252 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:42.865493 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5af01073-1886-4d10-89bd-25e930eb00f1 admin admin] Publish callbacks [] for security_group (5770648a-b8cf-4822-ae2d-619a50d1d067), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:42.868886 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5af01073-1886-4d10-89bd-25e930eb00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5770648a-b8cf-4822-ae2d-619a50d1d067), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:42.909712 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5af01073-1886-4d10-89bd-25e930eb00f1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=376c3e540d704e8b841899620b28a2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503662 Jul 31 14:35:42.910600 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af01073-1886-4d10-89bd-25e930eb00f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5770648a-b8cf-4822-ae2d-619a50d1d067,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:42.912380 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37126) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:42.964310 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-13ae083b-8bca-4a39-bebd-5696ac37c89c admin admin] Publish callbacks [] for security_group (5770648a-b8cf-4822-ae2d-619a50d1d067), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:42.984952 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-13ae083b-8bca-4a39-bebd-5696ac37c89c admin admin] Publish callbacks [] for security_group (5770648a-b8cf-4822-ae2d-619a50d1d067), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.020379 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.032612 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-13ae083b-8bca-4a39-bebd-5696ac37c89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5770648a-b8cf-4822-ae2d-619a50d1d067), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.035673 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-13ae083b-8bca-4a39-bebd-5696ac37c89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.037024 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-13ae083b-8bca-4a39-bebd-5696ac37c89c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5770648a-b8cf-4822-ae2d-619a50d1d067 HTTP/1.1" status: 204 len: 168 time: 0.1236274 Jul 31 14:35:43.051369 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae083b-8bca-4a39-bebd-5696ac37c89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5770648a-b8cf-4822-ae2d-619a50d1d067,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:43.662316 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37148) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:43.757364 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1179659885-network', 'tenant_id': '641f0c2e10be46218a8cb78b8ca9b62c'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:35:43.776907 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Made reservation on behalf of 641f0c2e10be46218a8cb78b8ca9b62c for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:35:43.779125 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.790096 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.867621 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Publish callbacks [] for security_group (32999398-3bcf-4e76-b046-125e13750b84), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.871589 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (32999398-3bcf-4e76-b046-125e13750b84), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.891760 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 14:35:43.906931 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32999398-3bcf-4e76-b046-125e13750b84,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:43.909753 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (48eefe8c-bba3-4bbe-b59f-675883e3bb9b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.910094 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.segments_db [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Added segment 48eefe8c-bba3-4bbe-b59f-675883e3bb9b of type vlan for network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 Jul 31 14:35:43.951950 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760641346214'] for network (c85fbeb7-d3c2-47fa-ac7c-336d64a89822), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.977904 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007'] for network (c85fbeb7-d3c2-47fa-ac7c-336d64a89822), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:43.979508 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:43.980079 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:44.029474 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3660827 Jul 31 14:35:44.032492 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37154) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:35:44.037503 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Request body: {'subnet': {'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1179659885-subnet', 'tenant_id': '641f0c2e10be46218a8cb78b8ca9b62c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:35:44.039981 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade529e-d4ff-4d13-8bcd-ce9c8322583c admin admin] Pushing event updated for resources: {'Network': ['ID=c85fbeb7-d3c2-47fa-ac7c-336d64a89822,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:44.050588 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 details requested by agent ovs-agent-dv-cinder-849846-4-iscsi with host dv-cinder-849846-4-iscsi {{(pid=103884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 14:35:44.059648 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Made reservation on behalf of 641f0c2e10be46218a8cb78b8ca9b62c for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:35:44.061974 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10078312'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:44.235937 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10251261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10078238'] for subnet (6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:44.296175 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:44.304575 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Checking segment: {'id': '48eefe8c-bba3-4bbe-b59f-675883e3bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:35:44.304928 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Network hostable DHCP agents. Network: c85fbeb7-d3c2-47fa-ac7c-336d64a89822, hostable agents: ['1154945e-5052-4ecf-be70-1b3963d8f66a'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 14:35:44.321674 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 is scheduled to be hosted by DHCP agent 1154945e-5052-4ecf-be70-1b3963d8f66a with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 14:35:44.331320 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-4-iscsi, c85fbeb7-d3c2-47fa-ac7c-336d64a89822) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:35:44.335547 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:44.336173 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:44.341236 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471ceb3-e27c-497f-b614-56f9c55570c1 None None] Network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:35:44.352211 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-59e68163-febd-4df2-9504-72e739c053a8 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3185797 Jul 31 14:35:44.456522 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35571c-791e-465a-8aa4-a8f07ea95806 None None] Network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:35:44.514348 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:44.523985 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:45.288925 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-661e374f-e93f-4b35-a8a0-791a73b3e8ee tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991941503&fields=id&tenant_id=8561e7f1f3d040e28d5084ebf937e198 HTTP/1.1" status: 200 len: 267 time: 0.0433941 Jul 31 14:35:45.394935 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb407d-509e-4c72-8684-563a6128e80e req-247def1a-a0cc-4a4e-b803-3dabf0ab91b1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:45.396379 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-247def1a-a0cc-4a4e-b803-3dabf0ab91b1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 812 time: 0.1007249 Jul 31 14:35:45.410316 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-bad6f484-9caf-4348-8884-155b4b8875c7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/quotas/8561e7f1f3d040e28d5084ebf937e198 HTTP/1.1" status: 200 len: 375 time: 0.0085948 Jul 31 14:35:45.463104 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-b050c242-361b-46cd-99af-1737c77e1260 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478737 Jul 31 14:35:45.519696 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:45.560938 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-83752399-3ae9-438a-be0e-a9b8da855580 service neutron] 10.222.0.40 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857174 Jul 31 14:35:45.584297 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:45.655950 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-61e44c09-9e90-4375-b9dc-970160e11343 service neutron] 10.222.0.40 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894182 Jul 31 14:35:46.134061 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3e4910e4-a0f4-4d10-a529-53a24f127bc4 req-f857d21f-00d5-44af-a7c5-eea6fb59b2a6 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 210 time: 0.0358551 Jul 31 14:35:46.141250 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-12f44dcf-e9b1-4f2f-8567-ca90513bc9a1 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:46.147971 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-12f44dcf-e9b1-4f2f-8567-ca90513bc9a1 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/networks?id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822 HTTP/1.1" status: 200 len: 814 time: 0.1211402 Jul 31 14:35:46.158736 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-8c84aae8-bd53-4730-9bf2-c95bb1d0f229 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/quotas/641f0c2e10be46218a8cb78b8ca9b62c HTTP/1.1" status: 200 len: 375 time: 0.0099587 Jul 31 14:35:46.193520 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-ec7c0132-9d5a-4784-bf4f-41a2b1997438 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=641f0c2e10be46218a8cb78b8ca9b62c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282319 Jul 31 14:35:46.251127 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-2712f147-aafd-4ba4-bde8-b35f61a338fe service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 14:35:46.252155 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-2712f147-aafd-4ba4-bde8-b35f61a338fe service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0516906 Jul 31 14:35:46.342770 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-56fdd5a3-16f3-4553-8be3-de3e170c2fa2 service neutron] 10.222.0.40 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847268 Jul 31 14:35:46.437253 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-bf68f12e-8305-4039-b564-e0b0a6a56738 service neutron] 10.222.0.40 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886464 Jul 31 14:35:46.595351 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b5cbefa4-d482-4c39-8931-d553fba898fc req-a75ab14a-ee1a-4d39-9ec5-cb6950c897d9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 210 time: 0.0277596 Jul 31 14:35:47.143461 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:47.146890 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:47.248223 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb407d-509e-4c72-8684-563a6128e80e req-3223094e-1da9-4bcd-8937-656a2e75abd9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:47.249624 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-3223094e-1da9-4bcd-8937-656a2e75abd9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 812 time: 0.1637149 Jul 31 14:35:47.251289 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-043547ed-4092-4f6f-9983-e5d298242259 req-9fd9ff46-2d89-442b-b5b7-3508814500c5 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 210 time: 0.0359108 Jul 31 14:35:47.457601 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:35:47.541383 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-7a2b2aaa-50a7-4aad-8b30-43bb11635195 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8561e7f1f3d040e28d5084ebf937e198 HTTP/1.1" status: 200 len: 380 time: 0.0590637 Jul 31 14:35:47.549445 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'port': {'device_id': '13d860ea-649d-450e-9109-a894846adb15', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'admin_state_up': True, 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'security_groups': ['0082c3c2-adf8-4359-8100-3792ab6664e7']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:35:47.721763 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-525a475a-bd90-46af-ae20-3eca4f6e1600 req-c9a515db-5c8f-4674-adec-bd921a9ef79d tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 210 time: 0.0518212 Jul 31 14:35:48.022356 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Made reservation on behalf of 8561e7f1f3d040e28d5084ebf937e198 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:35:48.025923 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:48.045722 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-44dd5629-f037-4926-9961-0773ff8ac56b tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:48.047181 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-44dd5629-f037-4926-9961-0773ff8ac56b tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.17 "GET /v2.0/networks?id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822 HTTP/1.1" status: 200 len: 814 time: 0.1656630 Jul 31 14:35:48.064970 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Request body: {'port': {'device_id': 'b0a7d90d-adba-472a-93b0-973f1648c46c', 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822', 'admin_state_up': True, 'tenant_id': '641f0c2e10be46218a8cb78b8ca9b62c'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:35:48.251947 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Allocated IP 172.20.0.12 (4031262c-bbbd-4f7f-958b-e948963cb0b2/88c828a1-5e2e-4581-bb49-4abd458b834a/95d89b44-b2c4-45a0-92d6-216979da73e6) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:35:48.270017 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Made reservation on behalf of 641f0c2e10be46218a8cb78b8ca9b62c for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:35:48.273344 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:48.423053 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-e7316428-8893-4418-b567-cd5c10efc9bc req-052de79c-e45c-40a5-9e69-aad6ddeed2c4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 210 time: 0.0972955 Jul 31 14:35:48.459233 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:48.507164 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:48.528751 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:48.546159 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Allocated IP 172.20.0.4 (c85fbeb7-d3c2-47fa-ac7c-336d64a89822/6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f/30d825a8-70cd-4bbf-afeb-49cdc184b4fa) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:35:48.600186 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:48.665711 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:35:48.701476 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:35:48.708077 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:35:48.713551 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'Port': ['ID=95d89b44-b2c4-45a0-92d6-216979da73e6,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:48.782673 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:48.783300 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:48.814746 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-6b5103ef-2544-41ae-b8cd-22c42ddc69bb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2688468 Jul 31 14:35:48.825320 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks [] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:48.831839 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-428d90fe-90d3-4224-9d1a-537309afa874 req-1260fc12-340a-44a0-903c-31e4e66a10c9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 210 time: 0.0318069 Jul 31 14:35:48.833379 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Request body: {'port': {'device_id': '13d860ea-649d-450e-9109-a894846adb15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:35:48.920088 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:48.929566 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-a29e1f97-5586-48e8-b15a-27e3973f4838 None None] Provisioning complete for port 95d89b44-b2c4-45a0-92d6-216979da73e6 triggered by entity DHCP. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:35:48.930404 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a29e1f97-5586-48e8-b15a-27e3973f4838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:48.932074 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:48.962400 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a29e1f97-5586-48e8-b15a-27e3973f4838 None None] Port 95d89b44-b2c4-45a0-92d6-216979da73e6 cannot update to ACTIVE because it is not bound. {{(pid=103884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 14:35:49.002468 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:35:49.012988 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:35:49.015330 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:35:49.045942 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Pushing event updated for resources: {'Port': ['ID=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:49.134013 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:49.134625 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:49.190838 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-95b0d92c-37a2-4d3a-bc03-c0a2de08eeb7 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1295788 Jul 31 14:35:49.192761 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:49.207856 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Request body: {'port': {'device_id': 'b0a7d90d-adba-472a-93b0-973f1648c46c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:35:49.215019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:49.306275 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:49.371977 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d89b44-b2c4-45a0-92d6-216979da73e6 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:35:49.381692 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Publish callbacks [] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:49.450730 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Transition to ACTIVE for port object 95d89b44-b2c4-45a0-92d6-216979da73e6 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:35:49.457095 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:49.598521 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Pushing event updated for resources: {'Port': ['ID=95d89b44-b2c4-45a0-92d6-216979da73e6,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:49.641477 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ec94f-87ac-448e-bdde-9e35cfec43aa req-bfcff7fc-54e1-4509-bbc8-87f5cd02d2d6 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:49.642928 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9b7ec94f-87ac-448e-bdde-9e35cfec43aa req-bfcff7fc-54e1-4509-bbc8-87f5cd02d2d6 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 944 time: 0.1428666 Jul 31 14:35:49.710551 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Attempting to bind port 95d89b44-b2c4-45a0-92d6-216979da73e6 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:35:49.710877 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Attempting to bind port 95d89b44-b2c4-45a0-92d6-216979da73e6 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:35:49.711201 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Attempting to bind port 95d89b44-b2c4-45a0-92d6-216979da73e6 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:35:49.732789 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Port 95d89b44-b2c4-45a0-92d6-216979da73e6 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:35:49.733104 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Attempting to bind port 95d89b44-b2c4-45a0-92d6-216979da73e6 on network 4031262c-bbbd-4f7f-958b-e948963cb0b2 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:35:49.754462 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9b7ec94f-87ac-448e-bdde-9e35cfec43aa req-3322438f-6132-4e98-b5da-72fad463ef13 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053114 Jul 31 14:35:49.762436 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:35:49.762777 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Checking segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:35:49.763150 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Bound using segment: {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:35:49.763624 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Bound port: 95d89b44-b2c4-45a0-92d6-216979da73e6, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5db21a-8b9a-4f57-a71f-3dc73f329856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:35:49.763978 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:49.841635 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d825a8-70cd-4bbf-afeb-49cdc184b4fa {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:35:49.856406 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Publish callbacks [] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:49.876411 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Transition to ACTIVE for port object 30d825a8-70cd-4bbf-afeb-49cdc184b4fa will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:35:49.877555 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] For port 95d89b44-b2c4-45a0-92d6-216979da73e6, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:35:49.879241 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:49.881746 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] For port 95d89b44-b2c4-45a0-92d6-216979da73e6, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95d89b44-b2c4-45a0-92d6-216979da73e6,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:35:49.883992 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:49.891972 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:49.911228 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:49.911882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:49.913228 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] 10.222.0.17 "PUT /v2.0/ports/95d89b44-b2c4-45a0-92d6-216979da73e6 HTTP/1.1" status: 200 len: 1094 time: 1.0842903 Jul 31 14:35:49.916758 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:35:49.918989 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6cbe3e-daca-429d-ac70-5fce3de99291" -d '{"events": [{"name": "network-changed", "server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:35:49.961468 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Pushing event updated for resources: {'Port': ['ID=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:49.962775 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f26799-0659-407b-966b-d8ce0fc06320 req-17dfe35d-264c-40fc-89b8-b0d5ce6e5f54 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:49.964336 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a9f26799-0659-407b-966b-d8ce0fc06320 req-17dfe35d-264c-40fc-89b8-b0d5ce6e5f54 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 943 time: 0.0545030 Jul 31 14:35:49.983913 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f32e1c5-cd29-4942-bec7-f9ecef3722dc x-openstack-request-id: req-2f32e1c5-cd29-4942-bec7-f9ecef3722dc {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:35:49.984293 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:35:49.984553 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2f32e1c5-cd29-4942-bec7-f9ecef3722dc {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:35:49.984944 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f32e1c5-cd29-4942-bec7-f9ecef3722dc'] response: {'name': 'network-changed', 'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'status': 'completed', 'code': 200} Jul 31 14:35:49.985265 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:50.017429 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a9f26799-0659-407b-966b-d8ce0fc06320 req-4670ef19-9a65-47fa-84ca-4452f140ca48 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437181 Jul 31 14:35:50.085698 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb407d-509e-4c72-8684-563a6128e80e req-ce176606-6fd0-4758-b9d2-df89df391f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:50.087167 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-ce176606-6fd0-4758-b9d2-df89df391f27 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 1128 time: 0.1008573 Jul 31 14:35:50.094374 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8889e0-68d3-41ea-8299-4d627d084503 service neutron] Pushing event updated for resources: {'Port': ['ID=95d89b44-b2c4-45a0-92d6-216979da73e6,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:50.113837 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Attempting to bind port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:35:50.114096 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Attempting to bind port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '48eefe8c-bba3-4bbe-b59f-675883e3bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:35:50.114422 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Attempting to bind port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa on network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:35:50.142279 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-feb974a6-cc57-4839-bed9-b0963405b8a3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d89b44-b2c4-45a0-92d6-216979da73e6 HTTP/1.1" status: 200 len: 217 time: 0.0391524 Jul 31 14:35:50.144245 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa on network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:35:50.144564 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Attempting to bind port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa on network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:35:50.156523 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:35:50.156856 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Checking segment: {'id': '48eefe8c-bba3-4bbe-b59f-675883e3bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:35:50.157221 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Bound using segment: {'id': '48eefe8c-bba3-4bbe-b59f-675883e3bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:35:50.157644 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Bound port: 30d825a8-70cd-4bbf-afeb-49cdc184b4fa, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48eefe8c-bba3-4bbe-b59f-675883e3bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:35:50.157998 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:50.225578 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb407d-509e-4c72-8684-563a6128e80e req-a5dffe90-4a7c-4b6d-974a-d0d8f5d72c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:50.226998 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-a5dffe90-4a7c-4b6d-974a-d0d8f5d72c8e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0776782 Jul 31 14:35:50.282383 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] For port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:35:50.285576 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] For port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:35:50.287386 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb407d-509e-4c72-8684-563a6128e80e req-13365d2b-6b05-43f9-bb74-aca6fb5eb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:50.288871 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-13365d2b-6b05-43f9-bb74-aca6fb5eb10b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549431 Jul 31 14:35:50.294114 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:50.299099 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:50.299716 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:50.300954 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] 10.222.0.17 "PUT /v2.0/ports/30d825a8-70cd-4bbf-afeb-49cdc184b4fa HTTP/1.1" status: 200 len: 1093 time: 1.0974166 Jul 31 14:35:50.427270 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-aac00b3e-2cca-44a2-9587-ba4378c0964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:50.428740 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-aac00b3e-2cca-44a2-9587-ba4378c0964f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=641f0c2e10be46218a8cb78b8ca9b62c&device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 1127 time: 0.0673082 Jul 31 14:35:50.435373 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7150867-9e41-469f-98b9-85f676d20b42 service neutron] Pushing event updated for resources: {'Port': ['ID=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:50.486227 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-fa1cd053-4e25-4339-b908-b3873ffbef69 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30d825a8-70cd-4bbf-afeb-49cdc184b4fa HTTP/1.1" status: 200 len: 217 time: 0.0425124 Jul 31 14:35:50.491326 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-a6dd12fb-ede3-406a-a2a2-7887af5c805f service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951401 Jul 31 14:35:50.580656 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-48f0425d-b9d9-450d-9bc8-45f7d5e8cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:50.582060 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-48f0425d-b9d9-450d-9bc8-45f7d5e8cb06 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f HTTP/1.1" status: 200 len: 854 time: 0.0899110 Jul 31 14:35:50.627857 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-5e7ea4c9-3f53-4038-98f4-d4884112496e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398169 Jul 31 14:35:50.645063 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-41cb407d-509e-4c72-8684-563a6128e80e req-f2c81a6f-d0cf-4063-92f1-f458cebbc935 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446717 Jul 31 14:35:50.721834 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-6ec1cfb1-408a-4a9b-abf5-c331b915bad5 service neutron] 10.222.0.17 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870268 Jul 31 14:35:50.856020 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:50.873416 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fde8e-fe83-4a68-8775-d76ba0ae98fd req-eb37c3d7-7a13-4b7b-8b64-f64899c9a3fb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:50.874833 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-044fde8e-fe83-4a68-8775-d76ba0ae98fd req-eb37c3d7-7a13-4b7b-8b64-f64899c9a3fb tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 944 time: 0.0465248 Jul 31 14:35:50.922332 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-044fde8e-fe83-4a68-8775-d76ba0ae98fd req-cc14be1e-d847-47eb-a833-a334f5c38e10 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418465 Jul 31 14:35:51.146532 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8faa0-b98a-4be9-8466-c9aeaea77ec1 req-6be1e205-bf99-4b83-86fb-d7f10216db3f tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:51.148264 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6bc8faa0-b98a-4be9-8466-c9aeaea77ec1 req-6be1e205-bf99-4b83-86fb-d7f10216db3f tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 943 time: 0.0518761 Jul 31 14:35:51.202799 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6bc8faa0-b98a-4be9-8466-c9aeaea77ec1 req-4311c807-2d67-409c-8588-d93624d91639 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476763 Jul 31 14:35:51.304720 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-c10c3011-4c38-4fef-aced-a948165e3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:51.306058 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-c10c3011-4c38-4fef-aced-a948165e3d59 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 1128 time: 0.3344173 Jul 31 14:35:51.374768 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-414cfd8f-ec88-4340-b8f1-29db7414e90f req-d8984820-2670-46e9-9b15-d4f0bcb5b9d1 service neutron] 10.222.0.17 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206197 Jul 31 14:35:51.388269 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:51.413903 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-0c77d196-0a3b-4b49-a466-1ba55425d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:51.415320 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-0c77d196-0a3b-4b49-a466-1ba55425d8cd service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.1030011 Jul 31 14:35:51.986241 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a7d90d-adba-472a-93b0-973f1648c46c', 'tag': '30d825a8-70cd-4bbf-afeb-49cdc184b4fa'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:35:51.988882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ccaa04-70cf-47cc-8134-abbccb0a3284" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a7d90d-adba-472a-93b0-973f1648c46c", "tag": "30d825a8-70cd-4bbf-afeb-49cdc184b4fa"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:35:52.026585 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0fdd7d-208d-4c3b-bf90-ff3a53dc8cac x-openstack-request-id: req-ac0fdd7d-208d-4c3b-bf90-ff3a53dc8cac {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:35:52.026866 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a7d90d-adba-472a-93b0-973f1648c46c", "tag": "30d825a8-70cd-4bbf-afeb-49cdc184b4fa", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:35:52.027112 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ac0fdd7d-208d-4c3b-bf90-ff3a53dc8cac {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:35:52.027522 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0fdd7d-208d-4c3b-bf90-ff3a53dc8cac'] response: {'name': 'network-changed', 'server_uuid': 'b0a7d90d-adba-472a-93b0-973f1648c46c', 'tag': '30d825a8-70cd-4bbf-afeb-49cdc184b4fa', 'status': 'completed', 'code': 200} Jul 31 14:35:52.042778 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ed49d-3c98-4bf1-a187-44e48518346c req-c43c6cc8-f31b-4a62-9d33-f30b5a9e017f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:52.044231 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-808ed49d-3c98-4bf1-a187-44e48518346c req-c43c6cc8-f31b-4a62-9d33-f30b5a9e017f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 944 time: 0.0523019 Jul 31 14:35:52.091999 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-808ed49d-3c98-4bf1-a187-44e48518346c req-9d01eac9-688b-4df5-ad83-b649e36debf7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 Jul 31 14:35:52.209347 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-bc6974f8-2882-4029-8214-70078c39c3a8 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d89b44-b2c4-45a0-92d6-216979da73e6 HTTP/1.1" status: 200 len: 217 time: 0.0408926 Jul 31 14:35:52.267780 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-ac707b3e-75dd-4e72-9fc0-2f26855908ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:52.269253 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-ac707b3e-75dd-4e72-9fc0-2f26855908ed service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=641f0c2e10be46218a8cb78b8ca9b62c&device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 1127 time: 0.0931671 Jul 31 14:35:52.299061 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-a46eafe0-d997-4bf5-9c9b-fa8734ee6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:52.300519 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-a46eafe0-d997-4bf5-9c9b-fa8734ee6768 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0752740 Jul 31 14:35:52.320656 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8442d-7052-4c48-84a8-9644b6303892 req-11781d35-c9fa-4761-852c-67fb2255f6ca tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:52.322096 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b4c8442d-7052-4c48-84a8-9644b6303892 req-11781d35-c9fa-4761-852c-67fb2255f6ca tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 943 time: 0.0467820 Jul 31 14:35:52.370340 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b4c8442d-7052-4c48-84a8-9644b6303892 req-62aff563-e499-4364-9d0b-808ce6fb53fe tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Jul 31 14:35:52.377240 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-9f75e8e5-7836-4615-801c-9204b87c198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:52.378727 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-9f75e8e5-7836-4615-801c-9204b87c198d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542700 Jul 31 14:35:52.444698 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-0fb2a04f-5b81-4710-8b19-a6abc3b1939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:52.446136 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-0fb2a04f-5b81-4710-8b19-a6abc3b1939f service neutron] 10.222.0.17 "GET /v2.0/networks?id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822 HTTP/1.1" status: 200 len: 915 time: 0.1710813 Jul 31 14:35:52.494345 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-fcf73c35-a44d-4ba3-9dea-39eaaaab001d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30d825a8-70cd-4bbf-afeb-49cdc184b4fa HTTP/1.1" status: 200 len: 217 time: 0.0394168 Jul 31 14:35:52.549674 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-5ad9b310-de87-493b-9fff-2e053810aec9 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602805 Jul 31 14:35:52.567050 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-335f7f79-eda2-44ab-922c-7a9e7ea89af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:52.568389 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-335f7f79-eda2-44ab-922c-7a9e7ea89af8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f HTTP/1.1" status: 200 len: 854 time: 0.0679777 Jul 31 14:35:52.635249 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-466db614-9d8a-47ab-a1a8-cfe32ba84bcb service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562325 Jul 31 14:35:52.714511 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:52.724772 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2f6cbe3e-daca-429d-ac70-5fce3de99291 req-05f8e621-5b65-4003-8394-0076eb8d4373 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678228 Jul 31 14:35:52.748220 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-3bdf6157-bb82-4e81-b26c-95f2b37fb95d service neutron] 10.222.0.17 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055012 Jul 31 14:35:52.841429 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ccaa04-70cf-47cc-8134-abbccb0a3284 req-34a26eef-2341-4615-a929-059c610eb194 service neutron] 10.222.0.17 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863056 Jul 31 14:35:53.209691 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c95d9-1bf8-4812-a76e-02ef80e17696 req-0a40d1ed-cf59-4328-ab20-d5b1b0640273 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:53.211152 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-917c95d9-1bf8-4812-a76e-02ef80e17696 req-0a40d1ed-cf59-4328-ab20-d5b1b0640273 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 944 time: 0.0486124 Jul 31 14:35:53.259580 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-917c95d9-1bf8-4812-a76e-02ef80e17696 req-8e2c4f65-f5ba-42cf-9b27-b48f98d855f1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Jul 31 14:35:53.485729 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6283f-7f2f-44a6-a12d-ee37298e9fa4 req-d85e2c28-21fe-4843-b830-d44d1b87ee71 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:53.487239 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-40c6283f-7f2f-44a6-a12d-ee37298e9fa4 req-d85e2c28-21fe-4843-b830-d44d1b87ee71 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 943 time: 0.0468988 Jul 31 14:35:53.535245 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-40c6283f-7f2f-44a6-a12d-ee37298e9fa4 req-d9fc8425-acba-430d-a87d-28c336538b14 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Jul 31 14:35:53.622457 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 30d825a8-70cd-4bbf-afeb-49cdc184b4fa details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:35:53.625195 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:53.627075 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:53.727180 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:35:53.738524 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '30d825a8-70cd-4bbf-afeb-49cdc184b4fa', 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822', 'port_id': '30d825a8-70cd-4bbf-afeb-49cdc184b4fa', 'mac_address': 'fa:16:3e:f8:22:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:35:53.771387 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:35:53.771803 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:53.784903 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d825a8-70cd-4bbf-afeb-49cdc184b4fa {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:35:53.804415 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:35:53.807874 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:53.857370 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:53.864551 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.864894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.865234 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.865569 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.865898 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.866225 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.866549 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.866869 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.867192 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.867570 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.868086 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.868365 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.868685 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.869002 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:53.869347 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:35:54.095293 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['30d825a8-70cd-4bbf-afeb-49cdc184b4fa'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:35:54.131725 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:54.378241 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90579557-15f6-483e-8586-af363e032bf5 req-eac1071b-e738-4716-bfdd-75c0f45df4f7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:54.379704 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-90579557-15f6-483e-8586-af363e032bf5 req-eac1071b-e738-4716-bfdd-75c0f45df4f7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 944 time: 0.0508029 Jul 31 14:35:54.427757 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-90579557-15f6-483e-8586-af363e032bf5 req-f5885c9f-e54d-42c2-bd19-b0cbbfbb4338 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Jul 31 14:35:54.656538 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfb3da-28a9-4d10-9100-b1f6bed26c47 req-0e68e5ef-e703-426a-adaa-dc4fbd488466 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:54.657873 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bdfb3da-28a9-4d10-9100-b1f6bed26c47 req-0e68e5ef-e703-426a-adaa-dc4fbd488466 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 944 time: 0.0506213 Jul 31 14:35:54.704132 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bdfb3da-28a9-4d10-9100-b1f6bed26c47 req-5b6cf96a-0927-4891-be72-871c7236024c tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Jul 31 14:35:55.529291 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:55.544794 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b6f4-6187-4f24-8533-e3db546f29e4 req-0eb93b9f-4e6d-44d7-bf05-bc2981f8620c tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:55.546236 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1b46b6f4-6187-4f24-8533-e3db546f29e4 req-0eb93b9f-4e6d-44d7-bf05-bc2981f8620c tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 944 time: 0.0472984 Jul 31 14:35:55.595406 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1b46b6f4-6187-4f24-8533-e3db546f29e4 req-06da34eb-03e3-4f10-bae5-8bff83174b10 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436208 Jul 31 14:35:55.624520 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 30d825a8-70cd-4bbf-afeb-49cdc184b4fa up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:35:55.794330 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:35:55.800594 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:35:55.801608 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:55.825199 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e440d13-958a-4571-b4ba-b836d2cccead req-6ae62d4f-72f8-457a-8ba4-60b181e54fb8 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:55.826692 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4e440d13-958a-4571-b4ba-b836d2cccead req-6ae62d4f-72f8-457a-8ba4-60b181e54fb8 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 944 time: 0.0477979 Jul 31 14:35:55.877096 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4e440d13-958a-4571-b4ba-b836d2cccead req-91168f61-fbfa-43dc-b318-7a58be060bed tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Jul 31 14:35:55.880193 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:35:55.880579 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:55.905110 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a7d90d-adba-472a-93b0-973f1648c46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d825a8-70cd-4bbf-afeb-49cdc184b4fa'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:35:55.907312 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc0d89d-cbf4-41d6-8c0a-9dad91275749" -d '{"events": [{"server_uuid": "b0a7d90d-adba-472a-93b0-973f1648c46c", "name": "network-vif-plugged", "status": "completed", "tag": "30d825a8-70cd-4bbf-afeb-49cdc184b4fa"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:35:55.919169 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:35:55.923360 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:55.950115 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0692165e-e77a-432a-9fde-973d17461e06 x-openstack-request-id: req-0692165e-e77a-432a-9fde-973d17461e06 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:35:55.950400 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a7d90d-adba-472a-93b0-973f1648c46c", "name": "network-vif-plugged", "status": "completed", "tag": "30d825a8-70cd-4bbf-afeb-49cdc184b4fa", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:35:55.950646 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0692165e-e77a-432a-9fde-973d17461e06 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:35:55.951030 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0692165e-e77a-432a-9fde-973d17461e06'] response: {'server_uuid': 'b0a7d90d-adba-472a-93b0-973f1648c46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d825a8-70cd-4bbf-afeb-49cdc184b4fa', 'code': 200} Jul 31 14:35:55.975672 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:56.713575 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07b59e-f4e8-48a1-a958-85ed87092c13 req-5c6a214a-68c1-4595-9169-8f7a924ac355 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:56.714909 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6b07b59e-f4e8-48a1-a958-85ed87092c13 req-5c6a214a-68c1-4595-9169-8f7a924ac355 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 944 time: 0.0457723 Jul 31 14:35:56.765812 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6b07b59e-f4e8-48a1-a958-85ed87092c13 req-194abaf2-0de8-46e8-bea7-e93d408ffe56 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453193 Jul 31 14:35:57.034921 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feb1bd-79c6-427a-91f7-c50e0c5aeea3 req-89197935-1fe1-49f1-8b64-f27947afa95b tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:57.036286 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f9feb1bd-79c6-427a-91f7-c50e0c5aeea3 req-89197935-1fe1-49f1-8b64-f27947afa95b tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 945 time: 0.0770233 Jul 31 14:35:57.039178 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829afa-adb6-42bf-8ad9-730549c41364 req-a805043f-bbf9-41af-944f-4d94aab9b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:57.040691 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1c829afa-adb6-42bf-8ad9-730549c41364 req-a805043f-bbf9-41af-944f-4d94aab9b418 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 1129 time: 0.0695360 Jul 31 14:35:57.111394 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f9feb1bd-79c6-427a-91f7-c50e0c5aeea3 req-dab5e6e2-ce3a-47ee-a828-7d887a877536 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695841 Jul 31 14:35:57.113778 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-1c829afa-adb6-42bf-8ad9-730549c41364 req-0fa28275-11b5-4184-9227-820bc7c16b21 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654197 Jul 31 14:35:57.452267 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:57.453273 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:57.627585 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 95d89b44-b2c4-45a0-92d6-216979da73e6 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:35:57.702163 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:57.710973 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:35:57.728039 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 95d89b44-b2c4-45a0-92d6-216979da73e6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95d89b44-b2c4-45a0-92d6-216979da73e6,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:35:57.742984 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'port_id': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'mac_address': 'fa:16:3e:9a:aa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:35:57.776595 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 95d89b44-b2c4-45a0-92d6-216979da73e6 is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:35:57.776983 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:57.789446 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d89b44-b2c4-45a0-92d6-216979da73e6 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:35:57.811666 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 95d89b44-b2c4-45a0-92d6-216979da73e6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95d89b44-b2c4-45a0-92d6-216979da73e6,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:35:57.816185 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:57.876539 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=95d89b44-b2c4-45a0-92d6-216979da73e6,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:57.890122 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33b6c3-a214-40b6-9b8a-737328181a6c req-5fd542a2-af05-4357-999b-e941d74a62c9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:57.891618 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9e33b6c3-a214-40b6-9b8a-737328181a6c req-5fd542a2-af05-4357-999b-e941d74a62c9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Jul 31 14:35:57.942103 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9e33b6c3-a214-40b6-9b8a-737328181a6c req-044b85c6-d7d8-4f02-b1ed-31308bd723c7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 Jul 31 14:35:58.120786 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['95d89b44-b2c4-45a0-92d6-216979da73e6'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:35:58.254385 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3070f3-731a-44d5-9530-fcc86f605cf8 req-1d2b9b75-0a41-4cc8-8364-73a7c157ad27 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:58.255867 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6b3070f3-731a-44d5-9530-fcc86f605cf8 req-1d2b9b75-0a41-4cc8-8364-73a7c157ad27 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 945 time: 0.0491226 Jul 31 14:35:58.302873 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6b3070f3-731a-44d5-9530-fcc86f605cf8 req-8b767107-5f64-4182-8417-bd9f9ec0d3ef tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Jul 31 14:35:59.057892 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e21e4-200c-4037-a0a6-e28d0b1b748c req-4e2e571b-74c3-47d3-8fd1-3ad0fea6faf8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:59.059353 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e94e21e4-200c-4037-a0a6-e28d0b1b748c req-4e2e571b-74c3-47d3-8fd1-3ad0fea6faf8 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 945 time: 0.0462968 Jul 31 14:35:59.110943 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e94e21e4-200c-4037-a0a6-e28d0b1b748c req-b656114d-c567-431a-a2cb-e5dcf8e5d111 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459287 Jul 31 14:35:59.580009 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-e652a4ca-c4f3-4736-b446-70ff23807830 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426934 Jul 31 14:35:59.642521 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 95d89b44-b2c4-45a0-92d6-216979da73e6 up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:35:59.682735 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-75bc97c8-53c2-4dfd-8ec7-559126e37dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:59.684251 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-75bc97c8-53c2-4dfd-8ec7-559126e37dd2 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0401976 Jul 31 14:35:59.687853 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port 95d89b44-b2c4-45a0-92d6-216979da73e6 completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:35:59.694586 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port 95d89b44-b2c4-45a0-92d6-216979da73e6 triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:35:59.694959 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:59.774210 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port 95d89b44-b2c4-45a0-92d6-216979da73e6 is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:35:59.774698 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:59.802731 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:35:59.804306 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-821a9933-bbcf-41f5-891c-5be172cb333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:59.805012 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e780e12-3c22-432f-a690-9082c3f39a15" -d '{"events": [{"server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "name": "network-vif-plugged", "status": "completed", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:35:59.805779 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-821a9933-bbcf-41f5-891c-5be172cb333d service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.1025667 Jul 31 14:35:59.818592 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port 95d89b44-b2c4-45a0-92d6-216979da73e6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95d89b44-b2c4-45a0-92d6-216979da73e6,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:35:59.825098 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:35:59.850426 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d093961-0614-4da5-9c05-423fb5ce2ebf x-openstack-request-id: req-0d093961-0614-4da5-9c05-423fb5ce2ebf {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:35:59.850740 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "name": "network-vif-plugged", "status": "completed", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:35:59.850970 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0d093961-0614-4da5-9c05-423fb5ce2ebf {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:35:59.851358 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d093961-0614-4da5-9c05-423fb5ce2ebf'] response: {'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'code': 200} Jul 31 14:35:59.872050 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-0baa3e08-1841-4648-b78d-19d94a121f60 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 HTTP/1.1" status: 200 len: 1002 time: 0.0599010 Jul 31 14:35:59.877922 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=95d89b44-b2c4-45a0-92d6-216979da73e6,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:35:59.945421 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-5c2ab938-ccbf-4c7d-b0ba-08f30dc24f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:35:59.947336 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-5c2ab938-ccbf-4c7d-b0ba-08f30dc24f12 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0584261 Jul 31 14:36:00.029293 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-d7ebcb72-8aa8-4651-a7e5-3465bb2bab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:00.030777 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-d7ebcb72-8aa8-4651-a7e5-3465bb2bab5d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448110 Jul 31 14:36:00.109913 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:00.150696 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09c59c-9701-471e-80fb-e949a8068947 req-50ae7b7f-26c6-468c-9094-2c44c3f32b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:00.152243 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3a09c59c-9701-471e-80fb-e949a8068947 req-50ae7b7f-26c6-468c-9094-2c44c3f32b2e service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 1130 time: 0.0538206 Jul 31 14:36:00.195898 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-908e21d0-ad32-499b-9a5d-81eecbacaeba service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389480 Jul 31 14:36:00.235113 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:00.245089 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845d763-9552-4866-9e3e-a79788783096 req-cad5d588-d0d1-4073-967c-a65a3a695e62 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:00.246562 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0845d763-9552-4866-9e3e-a79788783096 req-cad5d588-d0d1-4073-967c-a65a3a695e62 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 946 time: 0.0618670 Jul 31 14:36:00.265508 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-3a09c59c-9701-471e-80fb-e949a8068947 req-f3828615-073c-4212-80d0-a84be8e4e5cc service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015840 Jul 31 14:36:00.273100 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=100 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:00.299564 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0845d763-9552-4866-9e3e-a79788783096 req-667c77ff-9a9e-4cb4-93e0-8e240fbb4882 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470383 Jul 31 14:36:00.308214 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-73612905-59fd-42f0-b5c5-85fe3e0ed5e8 req-85f07029-01da-4b82-b47f-aa07d5e103ff service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054990 Jul 31 14:36:01.420950 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=100 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:01.429733 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda9355-76b8-4a75-990a-cde40c267147 req-ba46521d-ab64-4fbc-a2cb-bd6fc63da569 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:01.431184 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9bda9355-76b8-4a75-990a-cde40c267147 req-ba46521d-ab64-4fbc-a2cb-bd6fc63da569 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 946 time: 0.0565622 Jul 31 14:36:01.483599 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-9bda9355-76b8-4a75-990a-cde40c267147 req-398985b0-9f88-4c82-acf0-321e6a055d8c tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462561 Jul 31 14:36:02.608673 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb37f4-cf49-46de-94cc-0bb02252bfff req-082a5d07-6a89-4d03-8b13-357eaa57e4b7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:02.610223 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-95eb37f4-cf49-46de-94cc-0bb02252bfff req-082a5d07-6a89-4d03-8b13-357eaa57e4b7 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 946 time: 0.0537293 Jul 31 14:36:02.661834 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-95eb37f4-cf49-46de-94cc-0bb02252bfff req-50388f35-bdbd-4910-9d7b-8384652f15ce tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460010 Jul 31 14:36:02.784729 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a21b0e-77ae-4ec4-a10d-6e8209b0833a req-7aa02443-c81f-4a4f-8eac-343a8d3a415d tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:02.786081 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-67a21b0e-77ae-4ec4-a10d-6e8209b0833a req-7aa02443-c81f-4a4f-8eac-343a8d3a415d tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 946 time: 0.0473545 Jul 31 14:36:02.835145 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-67a21b0e-77ae-4ec4-a10d-6e8209b0833a req-22b2b110-5901-40fc-9c4e-0412f29007ac tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435498 Jul 31 14:36:02.862248 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37348) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:36:02.903634 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf342314-4951-4405-9a04-a8562915c25d tempest-TestVolumeBootPattern-435645162 tempest-TestVolumeBootPattern-435645162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:02.905257 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cf342314-4951-4405-9a04-a8562915c25d tempest-TestVolumeBootPattern-435645162 tempest-TestVolumeBootPattern-435645162-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 1125 time: 0.0420277 Jul 31 14:36:02.908351 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37350) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:36:02.912546 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Request body: {'floatingip': {'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'port_id': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:36:02.935069 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:03.021790 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:03.129148 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Allocated IP 172.27.1.12 (3373492e-f5bb-4024-91af-c69b58f30d57/5a8ed535-5aec-41e7-82a4-11fd6b97a5fa/2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:36:03.233207 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for port (2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:03.266309 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:03.308310 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Network 3373492e-f5bb-4024-91af-c69b58f30d57 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:36:03.315331 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:36:03.319212 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:36:03.322374 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'Port': ['ID=2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:36:03.348136 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.348477 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.348821 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.349157 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.349487 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.349814 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.350139 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.350459 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.350783 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.351105 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.351450 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.351769 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.352090 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.352407 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.352724 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:03.547671 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:03.552327 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:03.694452 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (e1f4742b-d5dd-4b4f-8a76-46c066be6739), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:03.763783 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:03.914922 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for port (2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:03.922765 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10251120'] for port (2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:03.996230 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event updated for resources: {'Port': ['ID=2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:36:03.998530 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598054'] for floatingip (e1f4742b-d5dd-4b4f-8a76-46c066be6739), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:04.340640 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Floating IP e1f4742b-d5dd-4b4f-8a76-46c066be6739 associated. External IP: 172.27.1.12, port: 95d89b44-b2c4-45a0-92d6-216979da73e6. Jul 31 14:36:04.544880 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Router 768966a2-247a-487a-b670-94a9c854d5f8 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:36:04.642661 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:04.652383 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:36:04.662766 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] Sync routers for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:36:04.674096 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:36:04.674699 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:35:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:36:04.679557 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:04.704941 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:04.716515 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5d0e9931-fddf-4758-82f7-6048760007b4 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8050163 Jul 31 14:36:04.716515 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:36:04.717840 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a72521b-0281-45c6-bd5b-6f058b3a9435" -d '{"events": [{"name": "network-changed", "server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:36:04.781230 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:36:04.879401 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ffcdcc-389d-4ca7-9e71-886f639974ed x-openstack-request-id: req-d3ffcdcc-389d-4ca7-9e71-886f639974ed {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:36:04.879706 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:36:04.879968 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d3ffcdcc-389d-4ca7-9e71-886f639974ed {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:36:04.880380 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ffcdcc-389d-4ca7-9e71-886f639974ed'] response: {'name': 'network-changed', 'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'status': 'completed', 'code': 200} Jul 31 14:36:04.983252 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-f6a3f487-3f56-4cb7-8833-3696e1c48053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:04.984785 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-f6a3f487-3f56-4cb7-8833-3696e1c48053 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 1130 time: 0.0444200 Jul 31 14:36:05.002455 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '40b1d215-a179-4b6c-a16a-71166e81b262', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:34:06Z', 'updated_at': '2022-07-31T14:34:08Z', 'revision_number': 1, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}, {'id': 'e1f4742b-d5dd-4b4f-8a76-46c066be6739', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:9a:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d860ea-649d-450e-9109-a894846adb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:36:03Z', 'updated_at': '2022-07-31T14:36:03Z', 'revision_number': 0, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:36:05.027304 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] Checking router: 768966a2-247a-487a-b670-94a9c854d5f8 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:36:05.036025 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:36:05.036623 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:35:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:36:05.085259 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-17cc0363-ca11-4859-bf45-b88204537efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:05.086787 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-17cc0363-ca11-4859-bf45-b88204537efe service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.0935521 Jul 31 14:36:05.160181 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-202c21b2-9926-4727-a57f-9b9a83ae6647 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d89b44-b2c4-45a0-92d6-216979da73e6 HTTP/1.1" status: 200 len: 999 time: 0.0653739 Jul 31 14:36:05.210166 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-0035fbbd-dcf4-4c0e-96fd-8f19696d90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:05.211641 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-0035fbbd-dcf4-4c0e-96fd-8f19696d90fc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0450933 Jul 31 14:36:05.232161 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:36:05.254634 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-24f4cfbf-1dc5-48db-a271-99f178391281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:05.256140 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-24f4cfbf-1dc5-48db-a271-99f178391281 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386772 Jul 31 14:36:05.351103 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-c3b1e73a-e1db-4c82-92db-a3b3f8c40472 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882781 Jul 31 14:36:05.460937 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '40b1d215-a179-4b6c-a16a-71166e81b262', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:34:06Z', 'updated_at': '2022-07-31T14:34:08Z', 'revision_number': 1, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}, {'id': 'e1f4742b-d5dd-4b4f-8a76-46c066be6739', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:9a:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d860ea-649d-450e-9109-a894846adb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:36:03Z', 'updated_at': '2022-07-31T14:36:03Z', 'revision_number': 0, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:36:05.462998 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8a72521b-0281-45c6-bd5b-6f058b3a9435 req-3b11c361-169e-4b07-b0a4-0834a3120fc8 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003850 Jul 31 14:36:05.488040 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4cf84-700f-4a64-9baf-9906a069633a None None] The sync data for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi is: [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '40b1d215-a179-4b6c-a16a-71166e81b262', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:34:06Z', 'updated_at': '2022-07-31T14:34:08Z', 'revision_number': 1, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}, {'id': 'e1f4742b-d5dd-4b4f-8a76-46c066be6739', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:9a:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d860ea-649d-450e-9109-a894846adb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:36:03Z', 'updated_at': '2022-07-31T14:36:03Z', 'revision_number': 0, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:36:05.699896 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc76b2b7-3e95-4c55-9504-0764e3933367 None None] New status for floating IP e1f4742b-d5dd-4b4f-8a76-46c066be6739: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:36:05.792453 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:08.010007 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71112c6b-2593-4e5c-afe6-7c5695e6dfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:10.147624 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a77ad8d3-bc05-41e3-9b5a-0ed868d28e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:11.475545 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:12.861893 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:13.018452 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:13.023100 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:14.710256 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:15.457923 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=85 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:15.459713 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=64 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:21.524565 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=74 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:21.528857 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=80 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:23.012000 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:24.102635 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:24.457929 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:36:32.903153 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=15 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:34.096998 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:34.097789 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:34.451520 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=13 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:38.011679 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fca8a7f1-2969-488c-b8c3-40a88ca8f113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:38.013513 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f839-14e1-4ca0-b77c-2e9a82cd8f4d req-a5e47182-5ca2-41a5-a972-67840388db76 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:38.015006 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2609f839-14e1-4ca0-b77c-2e9a82cd8f4d req-a5e47182-5ca2-41a5-a972-67840388db76 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 945 time: 0.0519364 Jul 31 14:36:38.067646 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2609f839-14e1-4ca0-b77c-2e9a82cd8f4d req-f4885c0e-d66b-405b-bc6c-c1807839e7cc tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462527 Jul 31 14:36:39.191220 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebfd15-b67c-4467-906a-6cafb9993a66 req-0a202b99-f5c0-4556-9c96-d40a109f6238 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:39.192687 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-30ebfd15-b67c-4467-906a-6cafb9993a66 req-0a202b99-f5c0-4556-9c96-d40a109f6238 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 945 time: 0.0503712 Jul 31 14:36:39.238657 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-30ebfd15-b67c-4467-906a-6cafb9993a66 req-ed38b86d-4789-47e5-9f37-348a57a6f30c tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Jul 31 14:36:39.626101 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-2b2d8c00-c4c9-47e9-95b9-4e26435208c8 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:39.627551 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-2b2d8c00-c4c9-47e9-95b9-4e26435208c8 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.17 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 945 time: 0.0456882 Jul 31 14:36:39.705767 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Deleting port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:36:39.706103 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:39.795507 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] For port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:36:39.795824 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:39.809044 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Calling delete_port for 30d825a8-70cd-4bbf-afeb-49cdc184b4fa owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:36:39.935693 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (30d825a8-70cd-4bbf-afeb-49cdc184b4fa), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:39.963835 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Pushing event deleted for resources: {'Port': ['ID=30d825a8-70cd-4bbf-afeb-49cdc184b4fa,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:36:39.989025 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.989379 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.989718 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.990052 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.990392 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.990724 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.991053 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.991380 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.991728 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.992049 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.992375 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.992698 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.993019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.993351 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:39.993665 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:40.015721 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] No DVR routers for this DVR port 30d825a8-70cd-4bbf-afeb-49cdc184b4fa on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:36:40.018336 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:40.021984 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c452a702-2b9e-408d-8555-5d445a2a5055 req-a52f8248-f39e-418e-aa10-c8e06b57e0b9 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.17 "DELETE /v2.0/ports/30d825a8-70cd-4bbf-afeb-49cdc184b4fa HTTP/1.1" status: 204 len: 173 time: 0.3882422 Jul 31 14:36:40.021984 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a7d90d-adba-472a-93b0-973f1648c46c', 'name': 'network-vif-deleted', 'tag': '30d825a8-70cd-4bbf-afeb-49cdc184b4fa'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:36:40.024015 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11876ef0-185c-4588-a4f6-a72869c1f0b1" -d '{"events": [{"server_uuid": "b0a7d90d-adba-472a-93b0-973f1648c46c", "name": "network-vif-deleted", "tag": "30d825a8-70cd-4bbf-afeb-49cdc184b4fa"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:36:40.061323 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d81f4e6-a36e-4fb0-989b-259834db4eff x-openstack-request-id: req-5d81f4e6-a36e-4fb0-989b-259834db4eff {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:36:40.061620 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a7d90d-adba-472a-93b0-973f1648c46c", "name": "network-vif-deleted", "tag": "30d825a8-70cd-4bbf-afeb-49cdc184b4fa", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:36:40.061866 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5d81f4e6-a36e-4fb0-989b-259834db4eff {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:36:40.062275 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d81f4e6-a36e-4fb0-989b-259834db4eff'] response: {'server_uuid': 'b0a7d90d-adba-472a-93b0-973f1648c46c', 'name': 'network-vif-deleted', 'tag': '30d825a8-70cd-4bbf-afeb-49cdc184b4fa', 'status': 'completed', 'code': 200} Jul 31 14:36:40.150873 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b56979-a7e4-4dbb-a6e4-eb5723c857cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:40.356378 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-2bfab354-fb7f-4574-b843-ae18a0db9e32 req-f436bb71-70f1-4597-95e3-76c8ab0c314b tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0a7d90d-adba-472a-93b0-973f1648c46c HTTP/1.1" status: 200 len: 210 time: 0.0337410 Jul 31 14:36:41.479238 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:42.863094 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:43.025990 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:43.503213 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 30d825a8-70cd-4bbf-afeb-49cdc184b4fa no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:36:43.525329 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 30d825a8-70cd-4bbf-afeb-49cdc184b4fa {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:36:43.525669 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 30d825a8-70cd-4bbf-afeb-49cdc184b4fa not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:36:48.056816 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:48.063835 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=11 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:49.346813 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-e028bc80-c54d-4e4f-80c5-e8dbcf053687 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:49.348275 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-e028bc80-c54d-4e4f-80c5-e8dbcf053687 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/networks?id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822 HTTP/1.1" status: 200 len: 814 time: 0.0989542 Jul 31 14:36:49.362266 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-f886d722-4598-4918-b15a-b3b59d154701 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/quotas/641f0c2e10be46218a8cb78b8ca9b62c HTTP/1.1" status: 200 len: 375 time: 0.0087600 Jul 31 14:36:49.397213 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-55e1a728-0f42-4632-acc6-78cde08a01b0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=641f0c2e10be46218a8cb78b8ca9b62c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301330 Jul 31 14:36:49.487374 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-b087ab05-aeff-4c2b-96fe-68ed1c02111d service neutron] 10.222.0.40 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838182 Jul 31 14:36:49.577452 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-1d6533be-41e8-4ae8-a82d-a96f0a8313d7 service neutron] 10.222.0.40 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845234 Jul 31 14:36:49.732286 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8ba94068-1ab5-44b0-b365-f16c11a22dd0 req-74e182be-3201-46ab-ac0f-4584dc5a37c8 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Jul 31 14:36:50.665007 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:50.754937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-8348ccdf-6092-421f-ac4e-831aea3e7861 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:50.756625 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-8348ccdf-6092-421f-ac4e-831aea3e7861 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.17 "GET /v2.0/networks?id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822 HTTP/1.1" status: 200 len: 814 time: 0.1018174 Jul 31 14:36:50.788541 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Request body: {'port': {'device_id': 'ad3cfed9-01ad-4da4-9459-d1c9141129d6', 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822', 'admin_state_up': True, 'tenant_id': '641f0c2e10be46218a8cb78b8ca9b62c'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:36:50.844452 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:50.863694 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-a20e56a1-80f3-4572-8d25-ce2d0c019030 req-d68a1858-9658-4e8a-83d5-6be458eaaec5 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 210 time: 0.0590689 Jul 31 14:36:50.923379 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Made reservation on behalf of 641f0c2e10be46218a8cb78b8ca9b62c for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 14:36:50.926636 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:51.057287 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Allocated IP 172.20.0.13 (c85fbeb7-d3c2-47fa-ac7c-336d64a89822/6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f/a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 14:36:51.473726 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks [] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:51.504605 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760641401200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:51.545365 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 14:36:51.548448 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 14:36:51.554852 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 14:36:51.581086 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Pushing event updated for resources: {'Port': ['ID=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:36:51.612518 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:51.613122 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:51.628585 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-db05fa41-e818-4546-9dda-66e0ea98702a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8440952 Jul 31 14:36:51.647670 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.v2.base [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Request body: {'port': {'device_id': 'ad3cfed9-01ad-4da4-9459-d1c9141129d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 14:36:51.707829 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:51.856628 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:51.871243 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:51.964256 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:36:51.972170 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Publish callbacks [] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:51.984992 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Transition to ACTIVE for port object a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 14:36:51.985881 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a1fca-113f-4f1e-91be-e0c305af64d1 req-9294d3b9-b5c0-4ee5-8051-a3dd3b1b4ff4 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:51.987628 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6b0a1fca-113f-4f1e-91be-e0c305af64d1 req-9294d3b9-b5c0-4ee5-8051-a3dd3b1b4ff4 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 932 time: 0.0489311 Jul 31 14:36:51.988787 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:52.035913 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6b0a1fca-113f-4f1e-91be-e0c305af64d1 req-351e55b7-4665-433e-a0cd-681c5d3e50f0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Jul 31 14:36:52.054398 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Pushing event updated for resources: {'Port': ['ID=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:36:52.103835 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Attempting to bind port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd on host hv-cinder-84984 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 14:36:52.104170 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Attempting to bind port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '48eefe8c-bba3-4bbe-b59f-675883e3bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 14:36:52.104496 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Attempting to bind port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd on network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:36:52.108830 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd on network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 14:36:52.109089 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Attempting to bind port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd on network c85fbeb7-d3c2-47fa-ac7c-336d64a89822 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 14:36:52.114483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Checking agent: {'id': 'a9844a74-f8a0-4fbe-ae8e-741ccfe12d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'started_at': datetime.datetime(2022, 7, 31, 14, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 14:36:52.114816 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Checking segment: {'id': '48eefe8c-bba3-4bbe-b59f-675883e3bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 14:36:52.115191 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Bound using segment: {'id': '48eefe8c-bba3-4bbe-b59f-675883e3bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 14:36:52.115638 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Bound port: a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48eefe8c-bba3-4bbe-b59f-675883e3bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 14:36:52.115990 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:52.176114 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] For port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd, host hv-cinder-84984, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 14:36:52.179156 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] For port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 14:36:52.185378 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9194128'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:52.189462 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:52.190065 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:52.191490 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] 10.222.0.17 "PUT /v2.0/ports/a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd HTTP/1.1" status: 200 len: 1094 time: 0.5476406 Jul 31 14:36:52.191973 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3cfed9-01ad-4da4-9459-d1c9141129d6', 'tag': 'a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:36:52.194243 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69617ecd-1bac-415c-9e8e-bed1390952b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3cfed9-01ad-4da4-9459-d1c9141129d6", "tag": "a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:36:52.236062 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45334075-fc80-47d3-9992-043de801996a x-openstack-request-id: req-45334075-fc80-47d3-9992-043de801996a {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:36:52.236396 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3cfed9-01ad-4da4-9459-d1c9141129d6", "tag": "a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:36:52.237220 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-45334075-fc80-47d3-9992-043de801996a {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:36:52.237629 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45334075-fc80-47d3-9992-043de801996a'] response: {'name': 'network-changed', 'server_uuid': 'ad3cfed9-01ad-4da4-9459-d1c9141129d6', 'tag': 'a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd', 'status': 'completed', 'code': 200} Jul 31 14:36:52.250409 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22402d39-2025-427c-b51e-26d7a75bb176 service neutron] Pushing event updated for resources: {'Port': ['ID=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:36:52.300287 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-39fcc686-5c65-4293-89bf-d06d00a8e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:52.301747 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-39fcc686-5c65-4293-89bf-d06d00a8e29b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=641f0c2e10be46218a8cb78b8ca9b62c&device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 1128 time: 0.0392179 Jul 31 14:36:52.347286 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-b8cb9057-e76e-472a-9591-04e170fc4486 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd HTTP/1.1" status: 200 len: 217 time: 0.0323222 Jul 31 14:36:52.397147 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-890b20fe-8b8d-4e68-80b3-cefd2b7f5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:52.398512 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-890b20fe-8b8d-4e68-80b3-cefd2b7f5b07 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f HTTP/1.1" status: 200 len: 854 time: 0.0449591 Jul 31 14:36:52.429662 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-8a41dbd1-0984-45f3-8704-08d4dcb65783 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250995 Jul 31 14:36:52.517300 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-8aa8d561-4f49-4eea-866c-5e081db54236 service neutron] 10.222.0.17 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807545 Jul 31 14:36:52.610369 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6d8d21b5-e6ad-4f78-a374-afa5a4241f10 req-d6d8065a-1e8d-4d97-b22f-2559de1716ff service neutron] 10.222.0.17 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862038 Jul 31 14:36:53.155758 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa5d9f-b025-49fd-8add-5e396d6b63d3 req-2eb9f389-83ce-4569-a713-e521bfa463de tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:53.157218 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-56aa5d9f-b025-49fd-8add-5e396d6b63d3 req-2eb9f389-83ce-4569-a713-e521bfa463de tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 944 time: 0.0509095 Jul 31 14:36:53.204567 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-56aa5d9f-b025-49fd-8add-5e396d6b63d3 req-fec51d63-7dad-4e8f-840f-da66ac84f943 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Jul 31 14:36:53.507301 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:53.508131 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:53.558779 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-0a323c05-6be9-4994-a036-054df2a0e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:53.560281 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-0a323c05-6be9-4994-a036-054df2a0e738 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=641f0c2e10be46218a8cb78b8ca9b62c&device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 1128 time: 0.0400491 Jul 31 14:36:53.655706 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-9da9a01c-02a7-4f37-a979-63623280fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:53.657134 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-9da9a01c-02a7-4f37-a979-63623280fc81 service neutron] 10.222.0.17 "GET /v2.0/networks?id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822 HTTP/1.1" status: 200 len: 915 time: 0.0887444 Jul 31 14:36:53.669881 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:53.698633 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-f0c7c5a3-ae49-4288-93fc-8d688c5f8779 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd HTTP/1.1" status: 200 len: 217 time: 0.0336330 Jul 31 14:36:53.747772 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-bcc194e0-920c-4554-87b9-0872465ba4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:53.749198 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-bcc194e0-920c-4554-87b9-0872465ba4d4 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f HTTP/1.1" status: 200 len: 854 time: 0.0437889 Jul 31 14:36:53.785196 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-5bca7f4f-e9d2-4836-80fe-89c243e053ec service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c85fbeb7-d3c2-47fa-ac7c-336d64a89822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296926 Jul 31 14:36:53.837160 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:53.875703 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-30cc098b-62e3-4f1b-9f4e-2601b8e8b016 service neutron] 10.222.0.17 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836818 Jul 31 14:36:53.974299 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-69617ecd-1bac-415c-9e8e-bed1390952b9 req-439f2e70-4c13-4c47-9258-abb1cf7b733a service neutron] 10.222.0.17 "GET /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900090 Jul 31 14:36:54.131703 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:54.322147 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84c395-3697-4190-ab85-33d8738d83f7 req-12b9ac2b-8236-4afb-a13a-e4634cb0e582 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:54.323598 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ec84c395-3697-4190-ab85-33d8738d83f7 req-12b9ac2b-8236-4afb-a13a-e4634cb0e582 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 944 time: 0.0460324 Jul 31 14:36:54.369165 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ec84c395-3697-4190-ab85-33d8738d83f7 req-27de1332-9070-438f-90d8-645897c1d782 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398283 Jul 31 14:36:54.452512 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=103884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 14:36:54.550547 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:36:54.561318 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Returning: {'device': 'a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd', 'network_id': 'c85fbeb7-d3c2-47fa-ac7c-336d64a89822', 'port_id': 'a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd', 'mac_address': 'fa:16:3e:9e:ae:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 14:36:54.595010 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd is: DOWN; New status is: BUILD {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:36:54.595392 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:54.607798 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 14:36:54.627974 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:36:54.631743 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:54.680146 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:36:54.687251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.687620 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.687963 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.688307 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.688638 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.688973 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.689542 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.690218 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.690562 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.690884 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.691328 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.691605 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.691958 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.692300 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.692639 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:36:54.963436 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:36:55.487956 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179a617-44f7-452d-a98d-ce130c7205bd req-f9a716ec-4e24-4ea3-a802-5b0757077364 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:55.489398 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1179a617-44f7-452d-a98d-ce130c7205bd req-f9a716ec-4e24-4ea3-a802-5b0757077364 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 945 time: 0.0470214 Jul 31 14:36:55.535667 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1179a617-44f7-452d-a98d-ce130c7205bd req-b2ace710-c5ea-4e84-8256-fe3d97447d6d tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Jul 31 14:36:56.467823 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd up at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 14:36:56.511707 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning for port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd completed by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 14:36:56.517482 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Provisioning complete for port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd triggered by entity L2. {{(pid=103884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 14:36:56.518552 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962203'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), provisioning_complete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:56.588947 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Current status of the port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd is: BUILD; New status is: ACTIVE {{(pid=103884) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 14:36:56.589338 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-808482'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:56.613596 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3cfed9-01ad-4da4-9459-d1c9141129d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:36:56.615870 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da97510ecda0ada88fa523a308712856468c7c188638252a6502d9394ef7524d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6331f814-df8b-4262-babb-1cecc2cd9804" -d '{"events": [{"server_uuid": "ad3cfed9-01ad-4da4-9459-d1c9141129d6", "name": "network-vif-plugged", "status": "completed", "tag": "a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:36:56.629532 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] For port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:36:56.636147 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760641862099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760641401218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760641401236'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:36:56.663262 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1101a3-ed03-4ab7-9b32-cc39a67c4d67 x-openstack-request-id: req-eb1101a3-ed03-4ab7-9b32-cc39a67c4d67 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:36:56.663605 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3cfed9-01ad-4da4-9459-d1c9141129d6", "name": "network-vif-plugged", "status": "completed", "tag": "a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:36:56.663859 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-eb1101a3-ed03-4ab7-9b32-cc39a67c4d67 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:36:56.664241 dv-cinder-849846-4-iscsi neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1101a3-ed03-4ab7-9b32-cc39a67c4d67'] response: {'server_uuid': 'ad3cfed9-01ad-4da4-9459-d1c9141129d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd', 'code': 200} Jul 31 14:36:56.665442 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ad2b-e401-481d-b981-40ff16c6b2fe req-0247b1d3-64a9-44f5-a9ef-5cbec9f8df10 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:56.666937 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d0c9ad2b-e401-481d-b981-40ff16c6b2fe req-0247b1d3-64a9-44f5-a9ef-5cbec9f8df10 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 945 time: 0.0585160 Jul 31 14:36:56.690248 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Pushing event updated for resources: {'Port': ['ID=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,revision_number=5']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:36:56.723371 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-d0c9ad2b-e401-481d-b981-40ff16c6b2fe req-cc971b60-ecab-484c-a009-b64bfeaacd39 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507400 Jul 31 14:36:56.868847 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a0a1b-29b5-40a1-bf6c-0859c9f2194e req-b72dcd9b-c8a8-40c6-9f23-ddfd908e93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:56.870292 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0d0a0a1b-29b5-40a1-bf6c-0859c9f2194e req-b72dcd9b-c8a8-40c6-9f23-ddfd908e93ea service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 1130 time: 0.0374987 Jul 31 14:36:56.913209 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-0d0a0a1b-29b5-40a1-bf6c-0859c9f2194e req-6a0c1d28-1310-4ee4-a6f8-9787620ce6e3 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372276 Jul 31 14:36:57.841512 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd7a31-0614-4896-a14c-9de430d44589 req-3840d305-8183-4745-96d2-a041dc589dcd tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:57.842964 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-63fd7a31-0614-4896-a14c-9de430d44589 req-3840d305-8183-4745-96d2-a041dc589dcd tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 946 time: 0.0462492 Jul 31 14:36:57.893609 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-63fd7a31-0614-4896-a14c-9de430d44589 req-bedf1dfb-b9ba-4bb7-9028-170c486fe1e5 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Jul 31 14:36:58.524448 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:58.525206 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:36:59.008622 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c857-746a-4cde-8fb3-7185ace543be req-a5b49598-36a4-4db3-bd55-39a23df9ee3e tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:36:59.010039 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-66a2c857-746a-4cde-8fb3-7185ace543be req-a5b49598-36a4-4db3-bd55-39a23df9ee3e tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 946 time: 0.0460196 Jul 31 14:36:59.058816 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-66a2c857-746a-4cde-8fb3-7185ace543be req-ad55800f-dae9-4530-b2fa-2990b201f82d tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 Jul 31 14:37:01.456430 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:37:02.893072 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:02.903173 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:07.875930 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=34 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:07.889639 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=40 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:08.013878 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d71-c626-4c60-9ab4-45a9ea026fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:09.052768 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=51 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:09.055248 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=65 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:10.153686 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-306983ef-6bad-4e41-8884-d021742c692a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:11.451092 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:11.451868 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:11.484526 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:12.865629 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:13.026892 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:20.192338 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a1efd-8696-46bd-8414-232917f5f450 req-771e1e85-aa2b-420a-8dcd-06875bbb7192 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:20.193748 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8f8a1efd-8696-46bd-8414-232917f5f450 req-771e1e85-aa2b-420a-8dcd-06875bbb7192 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 946 time: 0.0498724 Jul 31 14:37:20.240586 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-8f8a1efd-8696-46bd-8414-232917f5f450 req-e6cff3b1-8793-4201-bb12-6cef9cce6d8c tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Jul 31 14:37:21.360452 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4d07e-45fd-480d-8402-e4f70d174042 req-a31cfcb3-5ebe-4c05-80e0-ff68baedad8a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:21.361936 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b8e4d07e-45fd-480d-8402-e4f70d174042 req-a31cfcb3-5ebe-4c05-80e0-ff68baedad8a tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 946 time: 0.0480638 Jul 31 14:37:21.408702 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b8e4d07e-45fd-480d-8402-e4f70d174042 req-0331c294-57f1-4f9f-b72f-8668d46f45f6 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/security-groups?id=32999398-3bcf-4e76-b046-125e13750b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Jul 31 14:37:21.908789 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-0d825caa-6aff-4a8e-8e95-9a6399d5620e tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:21.910193 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-0d825caa-6aff-4a8e-8e95-9a6399d5620e tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 946 time: 0.0458009 Jul 31 14:37:21.995105 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Deleting port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:37:21.995474 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:22.083112 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] For port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,segment=NetworkSegment(48eefe8c-bba3-4bbe-b59f-675883e3bb9b),segment_id=48eefe8c-bba3-4bbe-b59f-675883e3bb9b)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:37:22.083500 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:22.096780 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Calling delete_port for a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:37:22.226981 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:22.253222 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Pushing event deleted for resources: {'Port': ['ID=a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:22.275135 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] get_ports_and_sgs() called for port_ids ['a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd'] {{(pid=103884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 14:37:22.301847 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] No DVR routers for this DVR port a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:37:22.304131 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:22.307289 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-f3b2982a-f26c-429c-aaa3-4fb97907d7c1 req-769e17d8-41d7-48e4-b095-dac5c9d1e5d0 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.17 "DELETE /v2.0/ports/a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd HTTP/1.1" status: 204 len: 173 time: 0.3915339 Jul 31 14:37:22.307774 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3cfed9-01ad-4da4-9459-d1c9141129d6', 'name': 'network-vif-deleted', 'tag': 'a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:37:22.310023 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0500681f-0b11-41c6-86cf-dc26218a0e02" -d '{"events": [{"server_uuid": "ad3cfed9-01ad-4da4-9459-d1c9141129d6", "name": "network-vif-deleted", "tag": "a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:37:22.348413 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b64b669-13be-441c-bdba-322b7ad77412 x-openstack-request-id: req-5b64b669-13be-441c-bdba-322b7ad77412 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:37:22.348705 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3cfed9-01ad-4da4-9459-d1c9141129d6", "name": "network-vif-deleted", "tag": "a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:37:22.348958 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5b64b669-13be-441c-bdba-322b7ad77412 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:37:22.349362 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b64b669-13be-441c-bdba-322b7ad77412'] response: {'server_uuid': 'ad3cfed9-01ad-4da4-9459-d1c9141129d6', 'name': 'network-vif-deleted', 'tag': 'a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd', 'status': 'completed', 'code': 200} Jul 31 14:37:22.527140 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9021e2e5-b313-47a1-9ada-8eaf3f0838d5 req-9197bc9d-16c7-4ae8-95ab-320840eb0ef4 tempest-VolumesSnapshotTestJSON-1387793288 tempest-VolumesSnapshotTestJSON-1387793288-project] 10.222.0.40 "GET /v2.0/ports?device_id=ad3cfed9-01ad-4da4-9459-d1c9141129d6 HTTP/1.1" status: 200 len: 210 time: 0.0277681 Jul 31 14:37:24.132937 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:24.606845 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:37:24.627479 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:37:24.627823 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device a764a1ca-cb58-4ec8-b2c3-0b13cedacdfd not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:37:32.263564 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:32.282937 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=55,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:32.508207 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=11 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:32.508977 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=9 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:34.610253 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:34.610905 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:36.527041 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:36.527771 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:38.016088 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f6fbefb-d351-4ca0-b0cc-9af3135e9d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:38.455205 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:37:40.156609 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94888516-7c23-4724-8213-1e804172860b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:41.483464 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:42.871920 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:43.029604 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:45.356605 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37798) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:45.539467 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Deleting port 2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:37:45.539807 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:45.619034 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:45.619353 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:45.631768 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Calling delete_port for 2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194 owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:37:45.804598 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:45.834083 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event deleted for resources: {'Port': ['ID=2f4c7fbc-83bc-4c9f-9400-b5e7e6fcd194,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:45.859240 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.859618 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.859963 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.860300 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.860634 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.860965 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.861314 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.861639 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.861965 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.862288 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.862613 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.862938 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.863258 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.863607 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.863927 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:45.905202 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (e1f4742b-d5dd-4b4f-8a76-46c066be6739), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:45.905531 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.db.l3_db [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Floating IP e1f4742b-d5dd-4b4f-8a76-46c066be6739 disassociated (deleted). External IP: 172.27.1.12, port: 95d89b44-b2c4-45a0-92d6-216979da73e6. Jul 31 14:37:46.107457 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Router 768966a2-247a-487a-b670-94a9c854d5f8 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:37:46.209861 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:37:46.214601 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:46.221724 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] Sync routers for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:37:46.231155 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:37:46.231859 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:37:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:46.244126 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-90c95a6c-8da4-4525-9e37-1a521bff18f2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "DELETE /v2.0/floatingips/e1f4742b-d5dd-4b4f-8a76-46c066be6739 HTTP/1.1" status: 204 len: 168 time: 0.8864241 Jul 31 14:37:46.244825 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:37:46.247175 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:37:46.292600 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9da4823-9090-41b7-881e-014546e2e529 x-openstack-request-id: req-c9da4823-9090-41b7-881e-014546e2e529 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:37:46.293068 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:37:46.293195 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c9da4823-9090-41b7-881e-014546e2e529 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:37:46.293584 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9da4823-9090-41b7-881e-014546e2e529'] response: {'name': 'network-changed', 'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'status': 'completed', 'code': 200} Jul 31 14:37:46.337370 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:37:46.365834 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:46.371770 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:46.382162 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-bc20ba95-9247-419f-b4e8-d9149b8934c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:46.383807 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-bc20ba95-9247-419f-b4e8-d9149b8934c8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 1130 time: 0.0452561 Jul 31 14:37:46.494334 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440e484-c58e-4dfc-bc1c-aea59a73bc97 req-079790ed-ef73-4088-ae28-584752aab2dc tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:46.495803 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6440e484-c58e-4dfc-bc1c-aea59a73bc97 req-079790ed-ef73-4088-ae28-584752aab2dc tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 946 time: 0.0585575 Jul 31 14:37:46.532779 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-944fa861-b7cb-4a92-a94a-8e1c1979c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:46.534296 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-944fa861-b7cb-4a92-a94a-8e1c1979c68b service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.1420822 Jul 31 14:37:46.559336 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '40b1d215-a179-4b6c-a16a-71166e81b262', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:34:06Z', 'updated_at': '2022-07-31T14:34:08Z', 'revision_number': 1, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:46.561310 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-6440e484-c58e-4dfc-bc1c-aea59a73bc97 req-eefa14ae-3150-4894-a154-c5684d8944b9 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549774 Jul 31 14:37:46.587326 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] Checking router: 768966a2-247a-487a-b670-94a9c854d5f8 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:37:46.596375 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:37:46.596973 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:37:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:46.697401 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:37:46.803372 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37816) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:46.848900 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Deleting subnet 6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:37:46.851916 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Publish callbacks [] for subnet (6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:46.890545 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10432033'] for subnet (6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:46.910721 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '40b1d215-a179-4b6c-a16a-71166e81b262', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:34:06Z', 'updated_at': '2022-07-31T14:34:08Z', 'revision_number': 1, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:46.934415 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:46.937560 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33982852-99cf-4a0f-9f9a-88cdb8a4732f None None] The sync data for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi is: [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_floatingips': [{'id': '40b1d215-a179-4b6c-a16a-71166e81b262', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'router_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'port_id': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'mac_address': 'fa:16:3e:28:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T14:34:06Z', 'updated_at': '2022-07-31T14:34:08Z', 'revision_number': 1, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:37:46.993296 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10251070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10078215'] for subnet (6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.020197 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:47.024894 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.028017 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6bcea8f1-3bc5-4b3b-b343-9d077e4e6a8f HTTP/1.1" status: 204 len: 168 time: 0.2236485 Jul 31 14:37:47.030614 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37818) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:47.034524 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.034876 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.035221 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.035612 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.035951 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.036337 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.036669 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.036996 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.037319 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.037646 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.037970 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.038291 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.038612 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.038930 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.039248 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620a0da-f7c6-4b03-bcb9-d318ce844d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:37:47.104164 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (c85fbeb7-d3c2-47fa-ac7c-336d64a89822), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.177990 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8870300-ee60-46ba-bfba-0e4b95381b79 None None] New status for floating IP e1f4742b-d5dd-4b4f-8a76-46c066be6739: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:37:47.189021 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (c85fbeb7-d3c2-47fa-ac7c-336d64a89822), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.209926 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85fbeb7-d3c2-47fa-ac7c-336d64a89822']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:47.219932 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48eefe8c-bba3-4bbe-b59f-675883e3bb9b') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:47.220231 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48eefe8c-bba3-4bbe-b59f-675883e3bb9b') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:47.235354 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (48eefe8c-bba3-4bbe-b59f-675883e3bb9b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.251293 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (48eefe8c-bba3-4bbe-b59f-675883e3bb9b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.258483 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:37:47.258859 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (48eefe8c-bba3-4bbe-b59f-675883e3bb9b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.296579 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 48eefe8c-bba3-4bbe-b59f-675883e3bb9b resource provider aggregate not found Jul 31 14:37:47.319617 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment 48eefe8c-bba3-4bbe-b59f-675883e3bb9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48eefe8c-bba3-4bbe-b59f-675883e3bb9b found for delete ", "request_id": "req-89a6bb7c-67b7-49ee-8699-dd2556cbf0fe"}]} Jul 31 14:37:47.323345 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (c85fbeb7-d3c2-47fa-ac7c-336d64a89822), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.328607 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.331956 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] 10.222.0.40 "DELETE /v2.0/networks/c85fbeb7-d3c2-47fa-ac7c-336d64a89822 HTTP/1.1" status: 204 len: 168 time: 0.3003259 Jul 31 14:37:47.345019 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17747e-c847-4076-86c4-ab58b03adc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=c85fbeb7-d3c2-47fa-ac7c-336d64a89822,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:47.438659 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37826) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:47.488334 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-60780331-2c39-49f2-861e-bc37e8d4004a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d89b44-b2c4-45a0-92d6-216979da73e6 HTTP/1.1" status: 200 len: 217 time: 0.0416796 Jul 31 14:37:47.539135 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-e31ab39f-1cd8-420e-b2eb-05fe5c1429fe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=641f0c2e10be46218a8cb78b8ca9b62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0993247 Jul 31 14:37:47.541903 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37828) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:47.552050 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-75b10934-0c10-472f-8c46-0b97b7c5cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:47.553474 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-75b10934-0c10-472f-8c46-0b97b7c5cafe service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0569999 Jul 31 14:37:47.596557 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b8809f0c-beb8-4542-983f-fb23a27385b3 admin admin] Publish callbacks [] for security_group (32999398-3bcf-4e76-b046-125e13750b84), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.618548 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b8809f0c-beb8-4542-983f-fb23a27385b3 admin admin] Publish callbacks [] for security_group (32999398-3bcf-4e76-b046-125e13750b84), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.692882 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b1418-53da-49e1-967c-221bd04a1637 req-075344f4-7f86-4761-ab59-44143fb9c445 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:47.694364 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d9b1418-53da-49e1-967c-221bd04a1637 req-075344f4-7f86-4761-ab59-44143fb9c445 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 946 time: 0.0535166 Jul 31 14:37:47.699799 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b8809f0c-beb8-4542-983f-fb23a27385b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (32999398-3bcf-4e76-b046-125e13750b84), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.702333 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b8809f0c-beb8-4542-983f-fb23a27385b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:47.703406 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b8809f0c-beb8-4542-983f-fb23a27385b3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/32999398-3bcf-4e76-b046-125e13750b84 HTTP/1.1" status: 204 len: 168 time: 0.1605315 Jul 31 14:37:47.724556 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8809f0c-beb8-4542-983f-fb23a27385b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32999398-3bcf-4e76-b046-125e13750b84,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:47.726194 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-844f4451-c6d2-4b01-9d0d-a060fa487271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:47.728050 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-844f4451-c6d2-4b01-9d0d-a060fa487271 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444033 Jul 31 14:37:47.759665 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d9b1418-53da-49e1-967c-221bd04a1637 req-466e1e51-262e-46b6-92e6-4ef967c7ef08 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548975 Jul 31 14:37:47.837561 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-ead55e5b-50df-4825-a986-b8e6d6efea86 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024070 Jul 31 14:37:48.000060 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-ea540cd2-afe0-4e4c-8f94-df231d8c0e2d req-939e57e0-ae4d-4430-8454-0e0104b62762 service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967717 Jul 31 14:37:48.077574 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106884c-f244-4619-b73d-143fcdeb991e req-f483b3f8-7a4f-4f91-94d3-26fa3156a098 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:48.079393 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b106884c-f244-4619-b73d-143fcdeb991e req-f483b3f8-7a4f-4f91-94d3-26fa3156a098 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 946 time: 0.0500720 Jul 31 14:37:48.164876 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-b106884c-f244-4619-b73d-143fcdeb991e req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Deleting port 95d89b44-b2c4-45a0-92d6-216979da73e6 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:37:48.165215 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b106884c-f244-4619-b73d-143fcdeb991e req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:48.212601 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:48.219369 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:48.258150 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-b106884c-f244-4619-b73d-143fcdeb991e req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] For port 95d89b44-b2c4-45a0-92d6-216979da73e6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95d89b44-b2c4-45a0-92d6-216979da73e6,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:37:48.258492 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b106884c-f244-4619-b73d-143fcdeb991e req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:48.271338 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-b106884c-f244-4619-b73d-143fcdeb991e req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Calling delete_port for 95d89b44-b2c4-45a0-92d6-216979da73e6 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:37:48.399473 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b106884c-f244-4619-b73d-143fcdeb991e req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (95d89b44-b2c4-45a0-92d6-216979da73e6), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:48.425270 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event deleted for resources: {'Port': ['ID=95d89b44-b2c4-45a0-92d6-216979da73e6,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:48.471251 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b106884c-f244-4619-b73d-143fcdeb991e req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] No DVR routers for this DVR port 95d89b44-b2c4-45a0-92d6-216979da73e6 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:37:48.473583 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-b106884c-f244-4619-b73d-143fcdeb991e req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:48.476777 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-b106884c-f244-4619-b73d-143fcdeb991e req-585c4f9c-4f36-4d1e-8095-0a5f1586d8a3 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "DELETE /v2.0/ports/95d89b44-b2c4-45a0-92d6-216979da73e6 HTTP/1.1" status: 204 len: 173 time: 0.3918717 Jul 31 14:37:48.477214 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'name': 'network-vif-deleted', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:37:48.479479 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc6b45-4e48-4961-945c-5fa63b1620b5" -d '{"events": [{"server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "name": "network-vif-deleted", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:37:48.518405 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b47bf3e-1e65-42fd-8311-77d4b6bdeac9 x-openstack-request-id: req-3b47bf3e-1e65-42fd-8311-77d4b6bdeac9 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:37:48.518696 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d860ea-649d-450e-9109-a894846adb15", "name": "network-vif-deleted", "tag": "95d89b44-b2c4-45a0-92d6-216979da73e6", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:37:48.518941 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3b47bf3e-1e65-42fd-8311-77d4b6bdeac9 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:37:48.519367 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b47bf3e-1e65-42fd-8311-77d4b6bdeac9'] response: {'server_uuid': '13d860ea-649d-450e-9109-a894846adb15', 'name': 'network-vif-deleted', 'tag': '95d89b44-b2c4-45a0-92d6-216979da73e6', 'status': 'completed', 'code': 200} Jul 31 14:37:48.870684 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c56b17eb-0cc5-4ccc-a28e-dbe36f2130d6 req-1d2780ea-b278-4df3-bade-d5aba903f9ab tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=13d860ea-649d-450e-9109-a894846adb15 HTTP/1.1" status: 200 len: 210 time: 0.0344043 Jul 31 14:37:50.732319 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 95d89b44-b2c4-45a0-92d6-216979da73e6 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:37:50.751580 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 95d89b44-b2c4-45a0-92d6-216979da73e6 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:37:50.751928 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 95d89b44-b2c4-45a0-92d6-216979da73e6 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:37:52.165767 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37852) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:52.304563 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Deleting port 52163493-8758-486a-9279-468605631c16 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:37:52.304906 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (52163493-8758-486a-9279-468605631c16), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:52.385957 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (52163493-8758-486a-9279-468605631c16), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:52.386282 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (52163493-8758-486a-9279-468605631c16), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:52.402360 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Calling delete_port for 52163493-8758-486a-9279-468605631c16 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:37:52.474683 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:52.502251 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:52.551337 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (52163493-8758-486a-9279-468605631c16), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:52.579265 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event deleted for resources: {'Port': ['ID=52163493-8758-486a-9279-468605631c16,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:52.640145 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (40b1d215-a179-4b6c-a16a-71166e81b262), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:52.640471 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Floating IP 40b1d215-a179-4b6c-a16a-71166e81b262 disassociated (deleted). External IP: 172.27.1.169, port: 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23. Jul 31 14:37:52.839615 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Router 768966a2-247a-487a-b670-94a9c854d5f8 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:37:52.940574 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:37:52.944946 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:52.950680 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] Sync routers for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:37:52.961092 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:37:52.961690 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:37:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:52.977642 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e440d894-2cf2-4204-8fb9-52c0f743718f tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "DELETE /v2.0/floatingips/40b1d215-a179-4b6c-a16a-71166e81b262 HTTP/1.1" status: 204 len: 168 time: 0.8107746 Jul 31 14:37:52.978279 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:37:52.980583 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f68d7c436ccf84e4032962ea4d4720a43802d23f71d9f48f43c02e879bba96ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ac4b6c-470b-4238-98b4-50c223c108b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:37:53.025049 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2a923d-b18f-44a9-9e3d-80366254df7c x-openstack-request-id: req-9e2a923d-b18f-44a9-9e3d-80366254df7c {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:37:53.025344 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:37:53.025612 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9e2a923d-b18f-44a9-9e3d-80366254df7c {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:37:53.026023 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2a923d-b18f-44a9-9e3d-80366254df7c'] response: {'name': 'network-changed', 'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'status': 'completed', 'code': 200} Jul 31 14:37:53.088689 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:37:53.115211 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-edeabe65-832d-450c-9941-dceac64711e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:53.116793 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-edeabe65-832d-450c-9941-dceac64711e9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8561e7f1f3d040e28d5084ebf937e198&device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0427110 Jul 31 14:37:53.205311 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:53.271919 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:53.292164 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:53.321825 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] Checking router: 768966a2-247a-487a-b670-94a9c854d5f8 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:37:53.331842 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:37:53.332468 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:37:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:53.479894 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-7471983b-637d-45b5-89a4-90a698f3de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:53.481687 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-7471983b-637d-45b5-89a4-90a698f3de49 service neutron] 10.222.0.17 "GET /v2.0/networks?id=4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 200 len: 913 time: 0.3578248 Jul 31 14:37:53.522310 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:37:53.693468 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5ce0-47de-4e43-bc40-cb3dad406f67 req-75c60093-cb99-4166-8497-df789e387813 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:53.694963 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c09e5ce0-47de-4e43-bc40-cb3dad406f67 req-75c60093-cb99-4166-8497-df789e387813 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 946 time: 0.2659109 Jul 31 14:37:53.710278 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:53.734804 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e9e738-54b1-4669-a2c8-0dfa529383c2 None None] The sync data for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi is: [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:31:09Z', 'revision_number': 4, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi', '_interfaces': [{'id': '396510af-27d2-4b6c-bf76-2441e149574f', 'name': '', 'network_id': '4031262c-bbbd-4f7f-958b-e948963cb0b2', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'mac_address': 'fa:16:3e:b0:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:08Z', 'updated_at': '2022-07-31T14:31:14Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'subnets': [{'id': '88c828a1-5e2e-4581-bb49-4abd458b834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:37:53.743521 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-c09e5ce0-47de-4e43-bc40-cb3dad406f67 req-7518af26-bdb2-4caf-89fa-cc13bd02c583 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428882 Jul 31 14:37:53.956655 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae3ffa6-779f-4678-93b8-0136273dd3b0 None None] New status for floating IP 40b1d215-a179-4b6c-a16a-71166e81b262: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 14:37:54.129875 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:54.207564 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-60b529db-a13f-4fd6-b853-13a2d3551452 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 HTTP/1.1" status: 200 len: 217 time: 0.0366237 Jul 31 14:37:54.256573 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-fa79b348-ad8c-4bb1-8e5b-055b5da03def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:54.257972 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-fa79b348-ad8c-4bb1-8e5b-055b5da03def service neutron] 10.222.0.17 "GET /v2.0/subnets?id=88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 200 len: 851 time: 0.0442114 Jul 31 14:37:54.400569 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-bb971dca-991a-4634-9eee-8f31615e04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:54.402012 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-bb971dca-991a-4634-9eee-8f31615e04a0 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4031262c-bbbd-4f7f-958b-e948963cb0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380881 Jul 31 14:37:54.494443 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-a1bde355-6d8e-4013-abe9-4f25654d5b9a service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852373 Jul 31 14:37:54.699745 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-23ac4b6c-470b-4238-98b4-50c223c108b2 req-466bc500-7de4-4e3a-94ef-d9ddf00d28fb service neutron] 10.222.0.17 "GET /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862064 Jul 31 14:37:54.788442 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:54.797312 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836218-3063-4366-b932-d0fc5ebff90a req-f7c9f520-6a91-41ec-8bd5-d35db847c6c6 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:54.798801 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-03836218-3063-4366-b932-d0fc5ebff90a req-f7c9f520-6a91-41ec-8bd5-d35db847c6c6 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 946 time: 0.0475729 Jul 31 14:37:54.880745 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-03836218-3063-4366-b932-d0fc5ebff90a req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Deleting port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:37:54.881175 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-03836218-3063-4366-b932-d0fc5ebff90a req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:54.927501 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424cc67-46a7-436e-941a-5c5ebe99bb66 req-0d535d07-7313-4089-b8a5-fdf1aebca943 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 14:37:54.929000 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c424cc67-46a7-436e-941a-5c5ebe99bb66 req-0d535d07-7313-4089-b8a5-fdf1aebca943 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/ports?device_id=ea499741-0bd8-4766-b692-1894c085cfc9 HTTP/1.1" status: 200 len: 946 time: 0.1029351 Jul 31 14:37:54.974649 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-03836218-3063-4366-b932-d0fc5ebff90a req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] For port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:37:54.975012 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-03836218-3063-4366-b932-d0fc5ebff90a req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:54.978461 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c424cc67-46a7-436e-941a-5c5ebe99bb66 req-e72c5fa1-fd81-45ab-83de-559b7797cb99 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "GET /v2.0/security-groups?id=0082c3c2-adf8-4359-8100-3792ab6664e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Jul 31 14:37:54.988617 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-03836218-3063-4366-b932-d0fc5ebff90a req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Calling delete_port for 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:37:54.999474 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:55.117046 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-03836218-3063-4366-b932-d0fc5ebff90a req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (4c14b0bd-17df-4ab8-a404-fedf7ab7cc23), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:55.145867 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event deleted for resources: {'Port': ['ID=4c14b0bd-17df-4ab8-a404-fedf7ab7cc23,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:55.189321 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-03836218-3063-4366-b932-d0fc5ebff90a req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] No DVR routers for this DVR port 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 on host hv-cinder-84984 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:37:55.192475 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-03836218-3063-4366-b932-d0fc5ebff90a req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:55.196096 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [req-03836218-3063-4366-b932-d0fc5ebff90a req-006876fb-a5fe-4a84-bd74-a65ee711b5b2 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.17 "DELETE /v2.0/ports/4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 HTTP/1.1" status: 204 len: 173 time: 0.3919220 Jul 31 14:37:55.196870 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'name': 'network-vif-deleted', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 14:37:55.199781 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e93d69364141a645432d73abefe3a23e8bd36ef7c1750522f0aa3f43f09f66d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c871ff-24e2-4358-84c9-0a8dff1841fc" -d '{"events": [{"server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "name": "network-vif-deleted", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 14:37:55.238712 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 14:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a93177-4e21-4114-83e8-e0b7cc66540c x-openstack-request-id: req-c0a93177-4e21-4114-83e8-e0b7cc66540c {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 14:37:55.239344 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea499741-0bd8-4766-b692-1894c085cfc9", "name": "network-vif-deleted", "tag": "4c14b0bd-17df-4ab8-a404-fedf7ab7cc23", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 14:37:55.239344 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c0a93177-4e21-4114-83e8-e0b7cc66540c {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 14:37:55.239728 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a93177-4e21-4114-83e8-e0b7cc66540c'] response: {'server_uuid': 'ea499741-0bd8-4766-b692-1894c085cfc9', 'name': 'network-vif-deleted', 'tag': '4c14b0bd-17df-4ab8-a404-fedf7ab7cc23', 'status': 'completed', 'code': 200} Jul 31 14:37:56.040216 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37870) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:56.151036 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Deleting port b52e2ce0-4689-4d49-8b14-bc0a722573c9 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:37:56.151372 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (b52e2ce0-4689-4d49-8b14-bc0a722573c9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:56.230191 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (b52e2ce0-4689-4d49-8b14-bc0a722573c9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:56.230515 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (b52e2ce0-4689-4d49-8b14-bc0a722573c9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:56.243402 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Calling delete_port for b52e2ce0-4689-4d49-8b14-bc0a722573c9 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:37:56.329523 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:56.353085 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:56.373273 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (b52e2ce0-4689-4d49-8b14-bc0a722573c9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:56.395913 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event deleted for resources: {'Port': ['ID=b52e2ce0-4689-4d49-8b14-bc0a722573c9,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:56.458100 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for floatingip (e7b54ae7-a0b5-4d7f-bebd-9ae461551d70), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:56.460515 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23060'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:56.461642 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ae635c7a-03b1-4af9-b6a0-6ffb3bedb1c1 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "DELETE /v2.0/floatingips/e7b54ae7-a0b5-4d7f-bebd-9ae461551d70 HTTP/1.1" status: 204 len: 168 time: 0.4209497 Jul 31 14:37:57.674340 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37882) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:57.731402 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb99360-7745-4bf0-8ad4-ac39ff6a0799 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group (0082c3c2-adf8-4359-8100-3792ab6664e7), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:57.758982 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb99360-7745-4bf0-8ad4-ac39ff6a0799 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group (0082c3c2-adf8-4359-8100-3792ab6664e7), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:57.820321 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb99360-7745-4bf0-8ad4-ac39ff6a0799 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (0082c3c2-adf8-4359-8100-3792ab6664e7), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:57.822891 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1eb99360-7745-4bf0-8ad4-ac39ff6a0799 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:57.824081 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1eb99360-7745-4bf0-8ad4-ac39ff6a0799 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] 10.222.0.40 "DELETE /v2.0/security-groups/0082c3c2-adf8-4359-8100-3792ab6664e7 HTTP/1.1" status: 204 len: 168 time: 0.1487153 Jul 31 14:37:57.834304 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb99360-7745-4bf0-8ad4-ac39ff6a0799 tempest-TestVolumeBootPattern-777606254 tempest-TestVolumeBootPattern-777606254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0082c3c2-adf8-4359-8100-3792ab6664e7,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:57.872284 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37886) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:58.271972 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (768966a2-247a-487a-b670-94a9c854d5f8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:58.488258 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Deleting port 396510af-27d2-4b6c-bf76-2441e149574f {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:37:58.488998 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (396510af-27d2-4b6c-bf76-2441e149574f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:58.577012 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:58.586487 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] For port 396510af-27d2-4b6c-bf76-2441e149574f, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=396510af-27d2-4b6c-bf76-2441e149574f,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:37:58.587032 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (396510af-27d2-4b6c-bf76-2441e149574f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:58.598936 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:58.603695 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Calling delete_port for 396510af-27d2-4b6c-bf76-2441e149574f owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:37:58.748437 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:37:58.773855 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] No Port match for: 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:37:58.774203 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Device 4c14b0bd-17df-4ab8-a404-fedf7ab7cc23 not bound to the agent host hv-cinder-84984 {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:37:59.043044 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (396510af-27d2-4b6c-bf76-2441e149574f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:59.065263 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Pushing event deleted for resources: {'Port': ['ID=396510af-27d2-4b6c-bf76-2441e149574f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:37:59.226994 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (768966a2-247a-487a-b670-94a9c854d5f8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:59.434868 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Router 768966a2-247a-487a-b670-94a9c854d5f8 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:37:59.536588 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:37:59.541390 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fd16e729-51eb-482c-b344-c055c96bc57e admin admin] 10.222.0.40 "PUT /v2.0/routers/768966a2-247a-487a-b670-94a9c854d5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680989 Jul 31 14:37:59.543929 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37890) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:37:59.546540 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] Sync routers for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:37:59.557881 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:37:59.558484 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:37:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:59.643326 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks [] for router (768966a2-247a-487a-b670-94a9c854d5f8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:59.660170 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:37:59.675572 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:59.735177 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:37:59.747599 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks [] for router_gateway (768966a2-247a-487a-b670-94a9c854d5f8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:59.794156 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Deleting port ff204d78-835b-4985-a3d9-0f2e2c82d4ce {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:37:59.794515 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:59.836718 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:37:58Z', 'revision_number': 5, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port': {'id': 'ff204d78-835b-4985-a3d9-0f2e2c82d4ce', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768966a2-247a-487a-b670-94a9c854d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:07Z', 'updated_at': '2022-07-31T14:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:59.861744 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] Checking router: 768966a2-247a-487a-b670-94a9c854d5f8 for host: dv-cinder-849846-4-iscsi {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:37:59.870761 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] Routers {'768966a2-247a-487a-b670-94a9c854d5f8'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:37:59.871362 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:37:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['768966a2-247a-487a-b670-94a9c854d5f8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:37:59.879274 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] For port ff204d78-835b-4985-a3d9-0f2e2c82d4ce, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=ff204d78-835b-4985-a3d9-0f2e2c82d4ce,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:37:59.879672 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:37:59.892274 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Calling delete_port for ff204d78-835b-4985-a3d9-0f2e2c82d4ce owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:37:59.957559 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] Set router 768966a2-247a-487a-b670-94a9c854d5f8 gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:38:00.007148 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:37:59Z', 'revision_number': 6, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:00.035989 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff612f-bab3-48e8-87a7-7d0d31029509 None None] The sync data for ids ['768966a2-247a-487a-b670-94a9c854d5f8'] in dv-cinder-849846-4-iscsi is: [{'id': '768966a2-247a-487a-b670-94a9c854d5f8', 'name': 'tempest-TestVolumeBootPattern-1210045581-router', 'tenant_id': '8561e7f1f3d040e28d5084ebf937e198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:06Z', 'updated_at': '2022-07-31T14:37:59Z', 'revision_number': 6, 'project_id': '8561e7f1f3d040e28d5084ebf937e198', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:38:00.063975 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (ff204d78-835b-4985-a3d9-0f2e2c82d4ce), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.090726 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff204d78-835b-4985-a3d9-0f2e2c82d4ce,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:00.152157 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (768966a2-247a-487a-b670-94a9c854d5f8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.237536 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (768966a2-247a-487a-b670-94a9c854d5f8), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.240322 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks [] for router_controller (768966a2-247a-487a-b670-94a9c854d5f8), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.283024 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (768966a2-247a-487a-b670-94a9c854d5f8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.283551 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 768966a2-247a-487a-b670-94a9c854d5f8 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:38:00.288225 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.289364 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c1060fc6-95d1-401c-b687-3908b970cad2 admin admin] 10.222.0.40 "DELETE /v2.0/routers/768966a2-247a-487a-b670-94a9c854d5f8 HTTP/1.1" status: 204 len: 168 time: 0.7443190 Jul 31 14:38:00.291907 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37892) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:00.338697 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca1e9ac-3af9-4bf0-b9cc-716315fc30ef admin admin] Deleting subnet 88c828a1-5e2e-4581-bb49-4abd458b834a {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:38:00.341763 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e9ac-3af9-4bf0-b9cc-716315fc30ef admin admin] Publish callbacks [] for subnet (88c828a1-5e2e-4581-bb49-4abd458b834a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.379609 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e9ac-3af9-4bf0-b9cc-716315fc30ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10432033'] for subnet (88c828a1-5e2e-4581-bb49-4abd458b834a), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.469536 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:00.471217 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e9ac-3af9-4bf0-b9cc-716315fc30ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (88c828a1-5e2e-4581-bb49-4abd458b834a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.534516 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e9ac-3af9-4bf0-b9cc-716315fc30ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10251070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10078215'] for subnet (88c828a1-5e2e-4581-bb49-4abd458b834a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.560552 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1e9ac-3af9-4bf0-b9cc-716315fc30ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c828a1-5e2e-4581-bb49-4abd458b834a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:00.564229 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e9ac-3af9-4bf0-b9cc-716315fc30ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.567300 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4ca1e9ac-3af9-4bf0-b9cc-716315fc30ef admin admin] 10.222.0.40 "DELETE /v2.0/subnets/88c828a1-5e2e-4581-bb49-4abd458b834a HTTP/1.1" status: 204 len: 168 time: 0.2744927 Jul 31 14:38:00.569937 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37894) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:00.572251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d4e9f-e7f7-4aa5-8f68-f3980bd9efcf None None] Network 4031262c-bbbd-4f7f-958b-e948963cb0b2 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:38:00.637115 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (4031262c-bbbd-4f7f-958b-e948963cb0b2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.688884 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Deleting port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:38:00.689224 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.730354 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:00.760016 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] For port d2b53d9a-7d6d-48d5-aa57-22ee69181c68, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=d2b53d9a-7d6d-48d5-aa57-22ee69181c68,segment=NetworkSegment(0b5db21a-8b9a-4f57-a71f-3dc73f329856),segment_id=0b5db21a-8b9a-4f57-a71f-3dc73f329856)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:38:00.760374 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.774466 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Calling delete_port for d2b53d9a-7d6d-48d5-aa57-22ee69181c68 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:38:00.821141 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 396510af-27d2-4b6c-bf76-2441e149574f no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:38:00.841567 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 396510af-27d2-4b6c-bf76-2441e149574f {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:38:00.842114 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 396510af-27d2-4b6c-bf76-2441e149574f not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:38:00.876691 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10251113'] for port (d2b53d9a-7d6d-48d5-aa57-22ee69181c68), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:00.877081 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e919e2-75c0-4d58-9d1e-47e9fd6be8b0 None None] DHCP port deletion for 4031262c-bbbd-4f7f-958b-e948963cb0b2 request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:38:00.904338 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b53d9a-7d6d-48d5-aa57-22ee69181c68,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:00.909579 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] No DVR routers for this DVR port d2b53d9a-7d6d-48d5-aa57-22ee69181c68 on host dv-cinder-849846-4-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:38:00.988751 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (4031262c-bbbd-4f7f-958b-e948963cb0b2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.012748 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4031262c-bbbd-4f7f-958b-e948963cb0b2']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:01.024816 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5db21a-8b9a-4f57-a71f-3dc73f329856') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:01.025111 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5db21a-8b9a-4f57-a71f-3dc73f329856') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:01.035482 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10432058'] for segment (0b5db21a-8b9a-4f57-a71f-3dc73f329856), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.050761 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (0b5db21a-8b9a-4f57-a71f-3dc73f329856), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.058233 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:38:01.058804 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10251092'] for segment (0b5db21a-8b9a-4f57-a71f-3dc73f329856), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.124029 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (4031262c-bbbd-4f7f-958b-e948963cb0b2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.130173 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.135975 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] 10.222.0.40 "DELETE /v2.0/networks/4031262c-bbbd-4f7f-958b-e948963cb0b2 HTTP/1.1" status: 204 len: 168 time: 0.5624471 Jul 31 14:38:01.136337 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37900) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:01.145456 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2190a68-9396-429d-8acd-ca5522550f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=4031262c-bbbd-4f7f-958b-e948963cb0b2,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:01.227141 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 0b5db21a-8b9a-4f57-a71f-3dc73f329856 resource provider aggregate not found Jul 31 14:38:01.244427 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.services.segments.plugin [-] Segment 0b5db21a-8b9a-4f57-a71f-3dc73f329856 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b5db21a-8b9a-4f57-a71f-3dc73f329856 found for delete ", "request_id": "req-de6d5996-1d25-4961-b398-4a909a49990b"}]} Jul 31 14:38:01.457596 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658900'] for router_interface (704d496b-84fd-4198-aa32-b5906d1ad596), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.660064 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:01.673246 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Deleting port aa44d6b6-34c3-4c21-8294-8df6d7db16ae {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:38:01.673580 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.750286 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] For port aa44d6b6-34c3-4c21-8294-8df6d7db16ae, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=aa44d6b6-34c3-4c21-8294-8df6d7db16ae,segment=NetworkSegment(e4173743-16b8-4532-b04f-19847c4083bf),segment_id=e4173743-16b8-4532-b04f-19847c4083bf)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:38:01.750558 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.762740 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Calling delete_port for aa44d6b6-34c3-4c21-8294-8df6d7db16ae owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:38:01.811901 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:01.938522 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (aa44d6b6-34c3-4c21-8294-8df6d7db16ae), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:01.967547 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa44d6b6-34c3-4c21-8294-8df6d7db16ae,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:02.128101 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659064'] for router_interface (704d496b-84fd-4198-aa32-b5906d1ad596), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:02.318311 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device d2b53d9a-7d6d-48d5-aa57-22ee69181c68 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:38:02.337902 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: d2b53d9a-7d6d-48d5-aa57-22ee69181c68 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:38:02.338249 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device d2b53d9a-7d6d-48d5-aa57-22ee69181c68 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:38:02.338669 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device ff204d78-835b-4985-a3d9-0f2e2c82d4ce no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:38:02.340028 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Router 704d496b-84fd-4198-aa32-b5906d1ad596 has already been hosted by L3 agent 5e14e56a-dfa0-4744-abbd-aa692fff07bc {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 14:38:02.358847 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: ff204d78-835b-4985-a3d9-0f2e2c82d4ce {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:38:02.359328 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device ff204d78-835b-4985-a3d9-0f2e2c82d4ce not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:38:02.445984 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] Notify agent at l3_agent.dv-cinder-849846-4-iscsi the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 14:38:02.450936 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-f381c367-3f02-418f-a02d-dc0061103034 admin admin] 10.222.0.40 "PUT /v2.0/routers/704d496b-84fd-4198-aa32-b5906d1ad596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3135712 Jul 31 14:38:02.453432 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37904) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:02.456619 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] Sync routers for ids ['704d496b-84fd-4198-aa32-b5906d1ad596'] in dv-cinder-849846-4-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 14:38:02.466097 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] Routers {'704d496b-84fd-4198-aa32-b5906d1ad596'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:38:02.466710 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:37:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['704d496b-84fd-4198-aa32-b5906d1ad596'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:02.524156 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:02.549152 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks [] for router (704d496b-84fd-4198-aa32-b5906d1ad596), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:02.572011 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] Set router 704d496b-84fd-4198-aa32-b5906d1ad596 gateway port host: dv-cinder-849846-4-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:38:02.638946 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:02.651840 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks [] for router_gateway (704d496b-84fd-4198-aa32-b5906d1ad596), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:02.716015 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Deleting port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:38:02.716357 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:02.747278 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'external_fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:38:01Z', 'revision_number': 5, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'gw_port': {'id': 'e6ae7de1-d1c6-46bc-9653-68b7028dd4d8', 'name': '', 'network_id': '3373492e-f5bb-4024-91af-c69b58f30d57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8ed535-5aec-41e7-82a4-11fd6b97a5fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-4-iscsi'}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:02.772315 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] Checking router: 704d496b-84fd-4198-aa32-b5906d1ad596 for host: dv-cinder-849846-4-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 14:38:02.780612 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] Routers {'704d496b-84fd-4198-aa32-b5906d1ad596'} bound to L3 agent in host dv-cinder-849846-4-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 14:38:02.781220 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T14:13:40Z,description=,heartbeat_timestamp=2022-07-31T14:37:40Z,host='dv-cinder-849846-4-iscsi',id=5e14e56a-dfa0-4744-abbd-aa692fff07bc,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T14:13:40Z,topic='l3_agent')) {'router_ids': ['704d496b-84fd-4198-aa32-b5906d1ad596'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:02.796376 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] For port e6ae7de1-d1c6-46bc-9653-68b7028dd4d8, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=e6ae7de1-d1c6-46bc-9653-68b7028dd4d8,segment=NetworkSegment(a34d5ca5-3852-4cc8-869a-666e8ea5a782),segment_id=a34d5ca5-3852-4cc8-869a-666e8ea5a782)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:38:02.796732 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:02.809131 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Calling delete_port for e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:38:02.864494 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] Set router 704d496b-84fd-4198-aa32-b5906d1ad596 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 14:38:02.915891 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:38:02Z', 'revision_number': 6, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'gw_port_host': None}], 'dv-cinder-849846-4-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:02.939743 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890190db-db8b-4c01-8602-2aca5baae033 None None] The sync data for ids ['704d496b-84fd-4198-aa32-b5906d1ad596'] in dv-cinder-849846-4-iscsi is: [{'id': '704d496b-84fd-4198-aa32-b5906d1ad596', 'name': 'tempest-TestVolumeBootPattern-1307489466-router', 'tenant_id': '7e920c5683554b9a830c8d4ec011059f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T14:31:11Z', 'updated_at': '2022-07-31T14:38:02Z', 'revision_number': 6, 'project_id': '7e920c5683554b9a830c8d4ec011059f', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 14:38:02.979773 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (e6ae7de1-d1c6-46bc-9653-68b7028dd4d8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.004576 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ae7de1-d1c6-46bc-9653-68b7028dd4d8,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:03.067791 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662576'] for router_gateway (704d496b-84fd-4198-aa32-b5906d1ad596), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.153239 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1857'] for router (704d496b-84fd-4198-aa32-b5906d1ad596), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.155397 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks [] for router_controller (704d496b-84fd-4198-aa32-b5906d1ad596), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.196310 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603871'] for router (704d496b-84fd-4198-aa32-b5906d1ad596), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.196900 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 704d496b-84fd-4198-aa32-b5906d1ad596 {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 14:38:03.201155 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.202287 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-90cc1969-b1d0-4e6a-a63c-227fb6c51545 admin admin] 10.222.0.40 "DELETE /v2.0/routers/704d496b-84fd-4198-aa32-b5906d1ad596 HTTP/1.1" status: 204 len: 168 time: 0.7476649 Jul 31 14:38:03.205046 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37906) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:03.247982 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-993fbd8a-da8a-484e-ae2a-6bdf3189b067 admin admin] Deleting subnet d357c42f-c77f-4135-a6ab-7f4073d2f099 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 14:38:03.250882 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-993fbd8a-da8a-484e-ae2a-6bdf3189b067 admin admin] Publish callbacks [] for subnet (d357c42f-c77f-4135-a6ab-7f4073d2f099), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.290837 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-993fbd8a-da8a-484e-ae2a-6bdf3189b067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10445066'] for subnet (d357c42f-c77f-4135-a6ab-7f4073d2f099), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.367782 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-993fbd8a-da8a-484e-ae2a-6bdf3189b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-964357'] for subnet (d357c42f-c77f-4135-a6ab-7f4073d2f099), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.391763 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:03.420980 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-993fbd8a-da8a-484e-ae2a-6bdf3189b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-964395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9194206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220447'] for subnet (d357c42f-c77f-4135-a6ab-7f4073d2f099), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.450376 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fbd8a-da8a-484e-ae2a-6bdf3189b067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d357c42f-c77f-4135-a6ab-7f4073d2f099,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:03.453810 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-993fbd8a-da8a-484e-ae2a-6bdf3189b067 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.457714 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-993fbd8a-da8a-484e-ae2a-6bdf3189b067 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/d357c42f-c77f-4135-a6ab-7f4073d2f099 HTTP/1.1" status: 204 len: 168 time: 0.2511926 Jul 31 14:38:03.459654 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37908) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:03.462070 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229d5285-1eb3-40ad-bd72-8030a96d4629 None None] Network 4fa408bb-cfac-4a05-ad2f-57290ad35686 requested from dv-cinder-849846-4-iscsi {{(pid=103884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 14:38:03.526780 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032082'] for network (4fa408bb-cfac-4a05-ad2f-57290ad35686), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.537590 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:DELETE=9 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:03.569635 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Deleting port 5bb6edc1-fe56-4c75-ad11-714d4459b63f {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:38:03.569974 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.636270 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] For port 5bb6edc1-fe56-4c75-ad11-714d4459b63f, host dv-cinder-849846-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-4-iscsi',level=0,port_id=5bb6edc1-fe56-4c75-ad11-714d4459b63f,segment=NetworkSegment(e4173743-16b8-4532-b04f-19847c4083bf),segment_id=e4173743-16b8-4532-b04f-19847c4083bf)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:38:03.636582 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.648875 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Calling delete_port for 5bb6edc1-fe56-4c75-ad11-714d4459b63f owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:38:03.708292 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] DHCP port deletion for 4fa408bb-cfac-4a05-ad2f-57290ad35686 request from dv-cinder-849846-4-iscsi {{(pid=103884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 14:38:03.728619 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9194121'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.747112 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Deleting port 5bb6edc1-fe56-4c75-ad11-714d4459b63f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 14:38:03.747755 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760641858088'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.758461 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb6edc1-fe56-4c75-ad11-714d4459b63f,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:03.761977 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] No DVR routers for this DVR port 5bb6edc1-fe56-4c75-ad11-714d4459b63f on host dv-cinder-849846-4-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:38:03.816584 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] For port 5bb6edc1-fe56-4c75-ad11-714d4459b63f, host dv-cinder-849846-4-iscsi, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 14:38:03.816964 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674015'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.831086 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Calling delete_port for 5bb6edc1-fe56-4c75-ad11-714d4459b63f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 14:38:03.834229 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Port 5bb6edc1-fe56-4c75-ad11-714d4459b63f was not found and therefore no delete operation was performed {{(pid=103884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 31 14:38:03.835546 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760641862126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760641401209'] for port (5bb6edc1-fe56-4c75-ad11-714d4459b63f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.837620 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-963448', 'neutron.services.segments.db._delete_segments_for_network-8760641902821'] for network (4fa408bb-cfac-4a05-ad2f-57290ad35686), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.843341 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:03.858595 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa408bb-cfac-4a05-ad2f-57290ad35686']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:03.862786 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Pushing event deleted for resources: {'Port': ['ID=5bb6edc1-fe56-4c75-ad11-714d4459b63f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:03.865918 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] No DVR routers for this DVR port 5bb6edc1-fe56-4c75-ad11-714d4459b63f on host dv-cinder-849846-4-iscsi {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 14:38:03.869942 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4173743-16b8-4532-b04f-19847c4083bf') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:03.870235 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.services.segments.db [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4173743-16b8-4532-b04f-19847c4083bf') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 14:38:03.876172 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.876524 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.876868 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.877218 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.877555 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.877880 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.878204 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.878532 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.878886 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.879210 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.879560 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.879889 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.880210 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.880530 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.880848 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0feab2e-087a-4d3f-8d64-ec36dd2fca5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-4-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 14:38:03.885891 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760641902722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10445073'] for segment (e4173743-16b8-4532-b04f-19847c4083bf), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.900555 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773'] for segment (e4173743-16b8-4532-b04f-19847c4083bf), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.907486 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 14:38:03.908025 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9194164'] for segment (e4173743-16b8-4532-b04f-19847c4083bf), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.948253 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment e4173743-16b8-4532-b04f-19847c4083bf resource provider aggregate not found Jul 31 14:38:03.970360 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.services.segments.plugin [-] Segment e4173743-16b8-4532-b04f-19847c4083bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4173743-16b8-4532-b04f-19847c4083bf found for delete ", "request_id": "req-07cf39e8-987a-4d14-a2d4-0fa3d1717f42"}]} Jul 31 14:38:03.978720 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-963425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658152'] for network (4fa408bb-cfac-4a05-ad2f-57290ad35686), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.983897 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585053'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:03.987964 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] 10.222.0.40 "DELETE /v2.0/networks/4fa408bb-cfac-4a05-ad2f-57290ad35686 HTTP/1.1" status: 204 len: 168 time: 0.5272024 Jul 31 14:38:04.003105 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f66e13-bfb4-4e39-b821-754ef6428884 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa408bb-cfac-4a05-ad2f-57290ad35686,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:04.106719 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37916) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:04.148234 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-57b1128a-7323-4554-9d76-fd4281e9ab82 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8561e7f1f3d040e28d5084ebf937e198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403583 Jul 31 14:38:04.150627 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.40', 37918) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:04.201367 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6f0e09a5-f42f-4d9b-b375-bf1ca746ef50 admin admin] Publish callbacks [] for security_group (5d6207b6-c9b5-44d8-8a1a-9feb198745c7), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:04.226472 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6f0e09a5-f42f-4d9b-b375-bf1ca746ef50 admin admin] Publish callbacks [] for security_group (5d6207b6-c9b5-44d8-8a1a-9feb198745c7), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:04.273155 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6f0e09a5-f42f-4d9b-b375-bf1ca746ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (5d6207b6-c9b5-44d8-8a1a-9feb198745c7), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:04.276032 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6f0e09a5-f42f-4d9b-b375-bf1ca746ef50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:04.279398 dv-cinder-849846-4-iscsi neutron-server[103883]: INFO neutron.wsgi [None req-6f0e09a5-f42f-4d9b-b375-bf1ca746ef50 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5d6207b6-c9b5-44d8-8a1a-9feb198745c7 HTTP/1.1" status: 204 len: 168 time: 0.1255376 Jul 31 14:38:04.282669 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:38:04.287050 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e09a5-f42f-4d9b-b375-bf1ca746ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6207b6-c9b5-44d8-8a1a-9feb198745c7,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:04.306398 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:38:04.306738 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device e6ae7de1-d1c6-46bc-9653-68b7028dd4d8 not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:38:04.307155 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 5bb6edc1-fe56-4c75-ad11-714d4459b63f no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:38:04.309727 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:04.331030 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: 5bb6edc1-fe56-4c75-ad11-714d4459b63f {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:38:04.331651 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device 5bb6edc1-fe56-4c75-ad11-714d4459b63f not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:38:04.332756 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device aa44d6b6-34c3-4c21-8294-8df6d7db16ae no longer exists at agent ovs-agent-dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 14:38:04.355725 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] No Port match for: aa44d6b6-34c3-4c21-8294-8df6d7db16ae {{(pid=103884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 14:38:04.356154 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.rpc [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Device aa44d6b6-34c3-4c21-8294-8df6d7db16ae not bound to the agent host dv-cinder-849846-4-iscsi {{(pid=103884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 14:38:04.601132 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37924) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:04.640850 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d48db28a-6e7b-490d-8d08-228ce078597e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7e920c5683554b9a830c8d4ec011059f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385358 Jul 31 14:38:04.643087 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.40', 37926) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 14:38:04.694375 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0cdbcd72-1a7f-48b6-b8c1-d4dfa4a662a3 admin admin] Publish callbacks [] for security_group (d25997f6-58fa-4bd3-96f9-03b53062640e), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:04.715844 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0cdbcd72-1a7f-48b6-b8c1-d4dfa4a662a3 admin admin] Publish callbacks [] for security_group (d25997f6-58fa-4bd3-96f9-03b53062640e), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:04.761620 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0cdbcd72-1a7f-48b6-b8c1-d4dfa4a662a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821283'] for security_group (d25997f6-58fa-4bd3-96f9-03b53062640e), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:04.764257 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0cdbcd72-1a7f-48b6-b8c1-d4dfa4a662a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:04.765733 dv-cinder-849846-4-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0cdbcd72-1a7f-48b6-b8c1-d4dfa4a662a3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d25997f6-58fa-4bd3-96f9-03b53062640e HTTP/1.1" status: 204 len: 168 time: 0.1216254 Jul 31 14:38:04.774100 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbcd72-1a7f-48b6-b8c1-d4dfa4a662a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25997f6-58fa-4bd3-96f9-03b53062640e,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 14:38:08.018262 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b00ded3-fbbb-44c0-b05b-47f3f887d1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:10.010053 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=75 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:10.158617 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4c96a75-a065-48d8-bf03-4473e086b247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:11.486560 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:12.531010 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:12.871775 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:13.034922 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:14.279775 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:SELECT=60,neutron:DELETE=6 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:14.280618 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG dbcounter [-] [103883] Writing DB stats neutron:UPDATE=2,neutron:DELETE=10,neutron:SELECT=84 {{(pid=103883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:14.747819 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=82,neutron:DELETE=9 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:14.769539 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG dbcounter [-] [103882] Writing DB stats neutron:SELECT=55,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:15.455127 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:38:23.027811 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:23.030188 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:24.160071 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:26.732027 dv-cinder-849846-4-iscsi neutron-server[103883]: DEBUG neutron.wsgi [req-145d5f2b-2d59-4128-90c3-c578806aca02 req-e520552a-13fe-40e5-8867-e22cfa1fe04c service neutron] (103883) timed out ('10.222.0.17', 62686) {{(pid=103883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 31 14:38:29.385977 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-3530cee5-61a6-459f-b056-de4884013829 req-53665ddf-cf02-41c0-b710-b495968a94bc service neutron] (103882) timed out ('10.222.0.17', 62706) {{(pid=103882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 31 14:38:32.899592 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=12 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:32.904482 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=16 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:34.153630 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:34.156200 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:38.020213 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d500e37-3d45-4bc5-9383-494209efe87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:40.160498 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74d7adf2-367b-475b-9e6c-e88370721490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:41.489274 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:42.874511 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:43.037103 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:38:49.519972 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:49.524559 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:52.453707 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:38:53.031224 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:53.033151 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:38:54.175139 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:02.449564 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:02.450225 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:08.021553 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c75e-f91d-4219-b07b-69088e838e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:10.161856 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6639debf-04ec-42f0-80a7-83cf27399c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:11.492309 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:12.877278 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:13.039265 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:23.032859 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:23.034804 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:24.174084 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:26.528232 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:29.452532 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:39:34.167326 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:34.169894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:38.024258 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b734783e-d840-4d8d-8c34-60f700cd7082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:39.448218 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:39.449043 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:40.163075 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b869d12-f857-4cd6-bb9f-e41e26ad92d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:41.495734 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:42.881579 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:43.040678 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:39:53.034894 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:53.036805 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:39:54.174003 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:03.527488 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:03.528191 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:04.167519 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:04.169426 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:06.451398 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:40:08.025567 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4fd5e5c-946f-4ab2-adc1-6096f992b044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:10.165418 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed80326c-73ce-4fdf-ba78-982a62b68fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:11.498953 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:12.886430 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:13.043826 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:16.447857 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:22.882294 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:23.040173 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:24.188323 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:34.178886 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:34.184866 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:38.027572 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce744822-bd55-4be4-bb83-6cc35dfa98ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:40.166236 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e3cd21-9418-4826-a8ba-6314e7009a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:40.530727 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=16 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:40.534726 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=16 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:41.501598 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:42.887349 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:43.045712 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:40:43.450002 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:40:48.230432 dv-cinder-849846-4-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-561e083b-10ae-4ea6-8e3b-e38fcbd41cbb req-86c9db49-e3e8-4e93-b125-15b8b132cd7b service neutron] (103882) timed out ('10.222.0.17', 62702) {{(pid=103882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 31 14:40:53.040027 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:53.042035 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:53.446157 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:53.446961 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:40:54.189198 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:08.031997 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9072-0176-4aab-a0fa-adb468e6a7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:10.168050 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20bb7508-510b-4a8c-add8-c544e256dece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:11.504040 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:12.889027 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:13.048573 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:17.536680 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:17.541264 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:20.450078 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:41:22.885926 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:23.044130 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:24.204470 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:34.198319 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:34.200208 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:36.538914 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:36.539640 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:38.033892 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b38f00-222f-47d4-a3e7-6e26ad64bdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:40.174074 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a82ee8fd-6cd6-47e7-b41d-9fd6346f7a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:41.506068 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:42.892822 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:43.051369 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:53.040774 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:53.047046 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:54.200924 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:41:54.546041 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:54.546731 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:41:57.451309 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:42:04.195285 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:04.197183 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:07.445946 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:08.035059 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49f81dba-615b-4119-9a78-c86b998420d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:10.167495 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1de60c82-de38-4dd9-9832-020d737cbfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:11.509036 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:12.899095 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:13.052714 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:23.047494 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:23.049486 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:24.199333 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:32.907890 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=17 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:32.908614 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=15 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:34.194491 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:34.196336 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:34.451036 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:42:38.036766 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fc61f43-2c11-4bee-9f7b-9be503b93c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:40.169930 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e55ca54-689d-4aee-865b-0360c784d7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:41.512891 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:42.898786 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:43.054460 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:42:44.447619 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:53.048202 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:53.050085 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:42:54.200236 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e0359e-984b-489a-8c31-420f82c30579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (a9844a74-f8a0-4fbe-ae8e-741ccfe12d34), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:43:04.190821 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=2 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:43:04.196808 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG dbcounter [-] [103884] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103884) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:43:08.042434 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66606e53-4ea4-46f3-886f-034bcdc2e349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (1154945e-5052-4ecf-be70-1b3963d8f66a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:43:08.553269 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:43:08.559262 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 14:43:10.172290 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6339c023-500e-4de5-b582-19cdb505b612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (5e14e56a-dfa0-4744-abbd-aa692fff07bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:43:11.450948 dv-cinder-849846-4-iscsi neutron-server[103885]: DEBUG neutron.db.agents_db [None req-ec2a1e3b-1ced-4513-9f87-b816d76c6c27 None None] Agent healthcheck: found 6 active agents {{(pid=103885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 14:43:11.513865 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39ede40d-934b-46ff-8322-952564d7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4eaff691-e823-4a2f-9521-533b53e094b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:43:12.903163 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4068c51-5554-492d-b442-4d77c2fe36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (64029a07-c3e2-485f-908a-173fc68db4dc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 14:43:13.057251 dv-cinder-849846-4-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1fce9c9-4380-40aa-ac05-b9cb63501834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760641902803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961337'] for agent (4665eb8c-bf23-4626-8b12-bb0c7add198f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}